2024-11-12 21:53:25,802 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-12 21:53:25,813 main DEBUG Took 0.009515 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 21:53:25,813 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 21:53:25,814 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 21:53:25,815 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 21:53:25,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:53:25,823 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 21:53:25,834 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:53:25,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:53:25,836 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:53:25,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:53:25,837 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:53:25,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:53:25,839 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:53:25,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:53:25,839 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:53:25,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:53:25,841 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:53:25,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:53:25,841 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:53:25,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:53:25,842 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:53:25,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:53:25,843 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:53:25,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:53:25,844 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:53:25,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:53:25,844 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:53:25,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:53:25,845 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:53:25,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:53:25,846 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:53:25,846 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 21:53:25,847 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:53:25,849 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 21:53:25,850 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 21:53:25,851 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 21:53:25,852 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 21:53:25,852 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 21:53:25,860 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 21:53:25,863 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 21:53:25,864 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 21:53:25,865 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 21:53:25,865 main DEBUG createAppenders(={Console}) 2024-11-12 21:53:25,866 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-12 21:53:25,866 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-12 21:53:25,867 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-12 21:53:25,867 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 21:53:25,867 main DEBUG OutputStream closed 2024-11-12 21:53:25,868 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 21:53:25,868 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 21:53:25,868 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-12 21:53:25,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 21:53:25,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 21:53:25,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 21:53:25,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 21:53:25,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 21:53:25,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 21:53:25,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 21:53:25,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 21:53:25,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 21:53:25,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 21:53:25,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 21:53:25,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 21:53:25,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 21:53:25,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 21:53:25,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 21:53:25,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 21:53:25,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 21:53:25,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 21:53:25,959 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 21:53:25,959 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-12 21:53:25,960 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 21:53:25,960 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-12T21:53:26,199 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57 2024-11-12 21:53:26,202 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 21:53:26,203 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T21:53:26,210 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-12T21:53:26,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T21:53:26,246 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/cluster_e93474f1-476d-f728-5868-6da2d789953e, deleteOnExit=true 2024-11-12T21:53:26,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T21:53:26,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/test.cache.data in system properties and HBase conf 2024-11-12T21:53:26,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T21:53:26,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/hadoop.log.dir in system properties and HBase conf 2024-11-12T21:53:26,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T21:53:26,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T21:53:26,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T21:53:26,334 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T21:53:26,420 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T21:53:26,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T21:53:26,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T21:53:26,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T21:53:26,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T21:53:26,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T21:53:26,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T21:53:26,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T21:53:26,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T21:53:26,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T21:53:26,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/nfs.dump.dir in system properties and HBase conf 2024-11-12T21:53:26,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/java.io.tmpdir in system properties and HBase conf 2024-11-12T21:53:26,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T21:53:26,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T21:53:26,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T21:53:27,173 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T21:53:27,248 INFO [Time-limited test {}] log.Log(170): Logging initialized @2140ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T21:53:27,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T21:53:27,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T21:53:27,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T21:53:27,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T21:53:27,392 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T21:53:27,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T21:53:27,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/hadoop.log.dir/,AVAILABLE} 2024-11-12T21:53:27,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T21:53:27,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/java.io.tmpdir/jetty-localhost-45945-hadoop-hdfs-3_4_1-tests_jar-_-any-2998556851203170411/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T21:53:27,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:45945} 2024-11-12T21:53:27,609 INFO [Time-limited test {}] server.Server(415): Started @2502ms 2024-11-12T21:53:28,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T21:53:28,026 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T21:53:28,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T21:53:28,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T21:53:28,027 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T21:53:28,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/hadoop.log.dir/,AVAILABLE} 2024-11-12T21:53:28,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T21:53:28,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/java.io.tmpdir/jetty-localhost-43543-hadoop-hdfs-3_4_1-tests_jar-_-any-18076762052840415174/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T21:53:28,127 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:43543} 2024-11-12T21:53:28,128 INFO [Time-limited test {}] server.Server(415): Started @3020ms 2024-11-12T21:53:28,174 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T21:53:28,569 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/cluster_e93474f1-476d-f728-5868-6da2d789953e/data/data1/current/BP-1739344094-172.17.0.2-1731448406959/current, will proceed with Du for space computation calculation, 2024-11-12T21:53:28,569 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/cluster_e93474f1-476d-f728-5868-6da2d789953e/data/data2/current/BP-1739344094-172.17.0.2-1731448406959/current, will proceed with Du for space computation calculation, 2024-11-12T21:53:28,605 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T21:53:28,656 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57 2024-11-12T21:53:28,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7073ad099190167 with lease ID 0xe48267d1af7b05e: Processing first storage report for DS-e925894e-7116-4674-9e50-e285ae792e4b from datanode DatanodeRegistration(127.0.0.1:39399, datanodeUuid=05340761-cc2d-4529-bff7-ef16af33909c, infoPort=42553, infoSecurePort=0, ipcPort=40619, storageInfo=lv=-57;cid=testClusterID;nsid=136474536;c=1731448406959) 2024-11-12T21:53:28,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7073ad099190167 with lease ID 0xe48267d1af7b05e: from storage DS-e925894e-7116-4674-9e50-e285ae792e4b node DatanodeRegistration(127.0.0.1:39399, datanodeUuid=05340761-cc2d-4529-bff7-ef16af33909c, infoPort=42553, infoSecurePort=0, ipcPort=40619, storageInfo=lv=-57;cid=testClusterID;nsid=136474536;c=1731448406959), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T21:53:28,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7073ad099190167 with lease ID 0xe48267d1af7b05e: Processing first storage report for DS-8137350f-64f3-4139-8b61-e2991a8fb687 from datanode DatanodeRegistration(127.0.0.1:39399, datanodeUuid=05340761-cc2d-4529-bff7-ef16af33909c, infoPort=42553, infoSecurePort=0, ipcPort=40619, storageInfo=lv=-57;cid=testClusterID;nsid=136474536;c=1731448406959) 2024-11-12T21:53:28,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7073ad099190167 with lease ID 0xe48267d1af7b05e: from storage DS-8137350f-64f3-4139-8b61-e2991a8fb687 node DatanodeRegistration(127.0.0.1:39399, datanodeUuid=05340761-cc2d-4529-bff7-ef16af33909c, infoPort=42553, infoSecurePort=0, ipcPort=40619, storageInfo=lv=-57;cid=testClusterID;nsid=136474536;c=1731448406959), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T21:53:28,732 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/cluster_e93474f1-476d-f728-5868-6da2d789953e/zookeeper_0, clientPort=52672, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/cluster_e93474f1-476d-f728-5868-6da2d789953e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/cluster_e93474f1-476d-f728-5868-6da2d789953e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T21:53:28,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52672 2024-11-12T21:53:28,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:53:28,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:53:28,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741825_1001 (size=7) 2024-11-12T21:53:29,372 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd with version=8 2024-11-12T21:53:29,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/hbase-staging 2024-11-12T21:53:29,459 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T21:53:29,660 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c576948786c:0 server-side Connection retries=45 2024-11-12T21:53:29,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T21:53:29,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T21:53:29,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T21:53:29,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T21:53:29,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T21:53:29,803 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T21:53:29,853 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T21:53:29,861 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T21:53:29,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T21:53:29,885 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 44102 (auto-detected) 2024-11-12T21:53:29,886 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T21:53:29,903 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43093 2024-11-12T21:53:29,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43093 connecting to ZooKeeper ensemble=127.0.0.1:52672 2024-11-12T21:53:29,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430930x0, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T21:53:29,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43093-0x10035ed66f70000 connected 2024-11-12T21:53:29,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:53:29,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:53:29,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T21:53:29,997 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd, hbase.cluster.distributed=false 2024-11-12T21:53:30,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T21:53:30,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43093 2024-11-12T21:53:30,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43093 2024-11-12T21:53:30,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43093 2024-11-12T21:53:30,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43093 2024-11-12T21:53:30,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43093 2024-11-12T21:53:30,156 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c576948786c:0 server-side Connection retries=45 2024-11-12T21:53:30,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T21:53:30,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T21:53:30,158 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T21:53:30,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T21:53:30,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T21:53:30,161 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T21:53:30,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T21:53:30,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34327 2024-11-12T21:53:30,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34327 connecting to ZooKeeper ensemble=127.0.0.1:52672 2024-11-12T21:53:30,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:53:30,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:53:30,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343270x0, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T21:53:30,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343270x0, quorum=127.0.0.1:52672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T21:53:30,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34327-0x10035ed66f70001 connected 2024-11-12T21:53:30,188 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T21:53:30,196 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T21:53:30,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T21:53:30,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T21:53:30,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34327 2024-11-12T21:53:30,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34327 2024-11-12T21:53:30,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34327 2024-11-12T21:53:30,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34327 2024-11-12T21:53:30,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34327 2024-11-12T21:53:30,224 DEBUG [M:0;0c576948786c:43093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c576948786c:43093 2024-11-12T21:53:30,225 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0c576948786c,43093,1731448409505 2024-11-12T21:53:30,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T21:53:30,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T21:53:30,233 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0c576948786c,43093,1731448409505 2024-11-12T21:53:30,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T21:53:30,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:53:30,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:53:30,254 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T21:53:30,256 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0c576948786c,43093,1731448409505 from backup master directory 2024-11-12T21:53:30,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T21:53:30,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0c576948786c,43093,1731448409505 2024-11-12T21:53:30,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T21:53:30,259 WARN [master/0c576948786c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T21:53:30,259 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c576948786c,43093,1731448409505 2024-11-12T21:53:30,262 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T21:53:30,264 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T21:53:30,325 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/hbase.id] with ID: d564e992-f50a-4a60-b990-ae663e890a30 2024-11-12T21:53:30,326 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/.tmp/hbase.id 2024-11-12T21:53:30,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741826_1002 (size=42) 2024-11-12T21:53:30,744 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/.tmp/hbase.id]:[hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/hbase.id] 2024-11-12T21:53:30,792 INFO [master/0c576948786c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:53:30,797 INFO [master/0c576948786c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T21:53:30,816 INFO [master/0c576948786c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-12T21:53:30,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:53:30,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:53:30,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741827_1003 (size=196) 2024-11-12T21:53:31,258 INFO [master/0c576948786c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:53:31,260 INFO [master/0c576948786c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T21:53:31,274 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:31,278 INFO [master/0c576948786c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:53:31,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741828_1004 (size=1189) 2024-11-12T21:53:31,733 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store 2024-11-12T21:53:31,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741829_1005 (size=34) 2024-11-12T21:53:32,165 INFO [master/0c576948786c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T21:53:32,168 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:53:32,169 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T21:53:32,169 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:53:32,169 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:53:32,171 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T21:53:32,171 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:53:32,171 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:53:32,172 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731448412169Disabling compacts and flushes for region at 1731448412169Disabling writes for close at 1731448412171 (+2 ms)Writing region close event to WAL at 1731448412171Closed at 1731448412171 2024-11-12T21:53:32,174 WARN [master/0c576948786c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/.initializing 2024-11-12T21:53:32,175 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/WALs/0c576948786c,43093,1731448409505 2024-11-12T21:53:32,183 INFO [master/0c576948786c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:53:32,197 INFO [master/0c576948786c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c576948786c%2C43093%2C1731448409505, suffix=, logDir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/WALs/0c576948786c,43093,1731448409505, archiveDir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/oldWALs, maxLogs=10 2024-11-12T21:53:32,218 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/WALs/0c576948786c,43093,1731448409505/0c576948786c%2C43093%2C1731448409505.1731448412202, exclude list is [], retry=0 2024-11-12T21:53:32,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-e925894e-7116-4674-9e50-e285ae792e4b,DISK] 2024-11-12T21:53:32,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T21:53:32,269 INFO [master/0c576948786c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/WALs/0c576948786c,43093,1731448409505/0c576948786c%2C43093%2C1731448409505.1731448412202 2024-11-12T21:53:32,270 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42553:42553)] 2024-11-12T21:53:32,270 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:53:32,271 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:53:32,274 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:53:32,275 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:53:32,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:53:32,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T21:53:32,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:53:32,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:53:32,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:53:32,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T21:53:32,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:53:32,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:53:32,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:53:32,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T21:53:32,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:53:32,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:53:32,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:53:32,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T21:53:32,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:53:32,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:53:32,349 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:53:32,353 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:53:32,354 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:53:32,359 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:53:32,359 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:53:32,363 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T21:53:32,366 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:53:32,371 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:53:32,372 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63797141, jitterRate=-0.04934851825237274}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T21:53:32,379 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731448412286Initializing all the Stores at 1731448412288 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731448412289 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448412290 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448412290Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448412290Cleaning up temporary data from old regions at 1731448412359 (+69 ms)Region opened successfully at 1731448412379 (+20 ms) 2024-11-12T21:53:32,380 INFO [master/0c576948786c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T21:53:32,411 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dadfce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c576948786c/172.17.0.2:0 2024-11-12T21:53:32,438 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T21:53:32,448 INFO [master/0c576948786c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T21:53:32,448 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T21:53:32,451 INFO [master/0c576948786c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T21:53:32,452 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T21:53:32,456 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T21:53:32,457 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T21:53:32,480 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T21:53:32,488 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T21:53:32,490 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T21:53:32,492 INFO [master/0c576948786c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T21:53:32,494 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T21:53:32,495 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T21:53:32,498 INFO [master/0c576948786c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T21:53:32,502 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T21:53:32,503 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T21:53:32,504 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T21:53:32,505 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T21:53:32,522 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T21:53:32,523 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T21:53:32,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T21:53:32,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T21:53:32,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:53:32,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:53:32,529 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c576948786c,43093,1731448409505, sessionid=0x10035ed66f70000, setting cluster-up flag (Was=false) 2024-11-12T21:53:32,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:53:32,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:53:32,542 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T21:53:32,544 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c576948786c,43093,1731448409505 2024-11-12T21:53:32,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:53:32,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:53:32,553 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T21:53:32,554 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c576948786c,43093,1731448409505 2024-11-12T21:53:32,560 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T21:53:32,614 INFO [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(746): ClusterId : d564e992-f50a-4a60-b990-ae663e890a30 2024-11-12T21:53:32,616 DEBUG [RS:0;0c576948786c:34327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T21:53:32,621 DEBUG [RS:0;0c576948786c:34327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T21:53:32,621 DEBUG [RS:0;0c576948786c:34327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T21:53:32,624 DEBUG [RS:0;0c576948786c:34327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T21:53:32,624 DEBUG [RS:0;0c576948786c:34327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4db3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c576948786c/172.17.0.2:0 2024-11-12T21:53:32,630 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T21:53:32,637 DEBUG [RS:0;0c576948786c:34327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c576948786c:34327 2024-11-12T21:53:32,639 INFO [master/0c576948786c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T21:53:32,640 INFO [RS:0;0c576948786c:34327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T21:53:32,640 INFO [RS:0;0c576948786c:34327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T21:53:32,641 DEBUG [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T21:53:32,644 INFO [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c576948786c,43093,1731448409505 with port=34327, startcode=1731448410123 2024-11-12T21:53:32,645 INFO [master/0c576948786c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T21:53:32,650 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c576948786c,43093,1731448409505 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T21:53:32,656 DEBUG [RS:0;0c576948786c:34327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T21:53:32,657 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c576948786c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T21:53:32,657 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c576948786c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T21:53:32,657 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c576948786c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T21:53:32,657 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c576948786c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T21:53:32,658 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c576948786c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T21:53:32,658 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:53:32,658 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c576948786c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T21:53:32,658 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:53:32,659 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731448442659 2024-11-12T21:53:32,661 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T21:53:32,662 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T21:53:32,664 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T21:53:32,664 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T21:53:32,666 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T21:53:32,666 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T21:53:32,667 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T21:53:32,667 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T21:53:32,668 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:32,671 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:53:32,671 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T21:53:32,673 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T21:53:32,674 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T21:53:32,675 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T21:53:32,677 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T21:53:32,678 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T21:53:32,684 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c576948786c:0:becomeActiveMaster-HFileCleaner.large.0-1731448412682,5,FailOnTimeoutGroup] 2024-11-12T21:53:32,685 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c576948786c:0:becomeActiveMaster-HFileCleaner.small.0-1731448412684,5,FailOnTimeoutGroup] 2024-11-12T21:53:32,685 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:32,685 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T21:53:32,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741831_1007 (size=1321) 2024-11-12T21:53:32,687 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:32,687 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:32,691 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T21:53:32,692 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd 2024-11-12T21:53:32,692 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40913, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T21:53:32,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c576948786c,34327,1731448410123 2024-11-12T21:53:32,702 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43093 {}] master.ServerManager(517): Registering regionserver=0c576948786c,34327,1731448410123 2024-11-12T21:53:32,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741832_1008 (size=32) 2024-11-12T21:53:32,716 DEBUG [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd 2024-11-12T21:53:32,716 DEBUG [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38317 2024-11-12T21:53:32,716 DEBUG [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T21:53:32,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T21:53:32,721 DEBUG [RS:0;0c576948786c:34327 {}] zookeeper.ZKUtil(111): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0c576948786c,34327,1731448410123 2024-11-12T21:53:32,721 WARN [RS:0;0c576948786c:34327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T21:53:32,721 INFO [RS:0;0c576948786c:34327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:53:32,721 DEBUG [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/WALs/0c576948786c,34327,1731448410123 2024-11-12T21:53:32,723 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c576948786c,34327,1731448410123] 2024-11-12T21:53:32,747 INFO [RS:0;0c576948786c:34327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T21:53:32,763 INFO [RS:0;0c576948786c:34327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T21:53:32,767 INFO [RS:0;0c576948786c:34327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T21:53:32,768 INFO [RS:0;0c576948786c:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:32,768 INFO [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T21:53:32,774 INFO [RS:0;0c576948786c:34327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T21:53:32,775 INFO [RS:0;0c576948786c:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:32,775 DEBUG [RS:0;0c576948786c:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:53:32,775 DEBUG [RS:0;0c576948786c:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:53:32,776 DEBUG [RS:0;0c576948786c:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:53:32,776 DEBUG [RS:0;0c576948786c:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:53:32,776 DEBUG [RS:0;0c576948786c:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:53:32,776 DEBUG [RS:0;0c576948786c:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c576948786c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T21:53:32,776 DEBUG [RS:0;0c576948786c:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:53:32,776 DEBUG [RS:0;0c576948786c:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:53:32,776 DEBUG [RS:0;0c576948786c:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:53:32,777 DEBUG [RS:0;0c576948786c:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:53:32,777 DEBUG [RS:0;0c576948786c:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:53:32,777 DEBUG [RS:0;0c576948786c:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:53:32,777 DEBUG [RS:0;0c576948786c:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c576948786c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T21:53:32,777 DEBUG [RS:0;0c576948786c:34327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T21:53:32,778 INFO [RS:0;0c576948786c:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:32,778 INFO [RS:0;0c576948786c:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:32,779 INFO [RS:0;0c576948786c:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:32,779 INFO [RS:0;0c576948786c:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:32,779 INFO [RS:0;0c576948786c:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:32,779 INFO [RS:0;0c576948786c:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,34327,1731448410123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T21:53:32,797 INFO [RS:0;0c576948786c:34327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T21:53:32,799 INFO [RS:0;0c576948786c:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,34327,1731448410123-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:32,800 INFO [RS:0;0c576948786c:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:32,800 INFO [RS:0;0c576948786c:34327 {}] regionserver.Replication(171): 0c576948786c,34327,1731448410123 started 2024-11-12T21:53:32,817 INFO [RS:0;0c576948786c:34327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:32,817 INFO [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(1482): Serving as 0c576948786c,34327,1731448410123, RpcServer on 0c576948786c/172.17.0.2:34327, sessionid=0x10035ed66f70001 2024-11-12T21:53:32,818 DEBUG [RS:0;0c576948786c:34327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T21:53:32,818 DEBUG [RS:0;0c576948786c:34327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c576948786c,34327,1731448410123 2024-11-12T21:53:32,818 DEBUG [RS:0;0c576948786c:34327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c576948786c,34327,1731448410123' 2024-11-12T21:53:32,819 DEBUG [RS:0;0c576948786c:34327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T21:53:32,819 DEBUG [RS:0;0c576948786c:34327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T21:53:32,820 DEBUG [RS:0;0c576948786c:34327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T21:53:32,820 DEBUG [RS:0;0c576948786c:34327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T21:53:32,820 DEBUG [RS:0;0c576948786c:34327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c576948786c,34327,1731448410123 2024-11-12T21:53:32,821 DEBUG [RS:0;0c576948786c:34327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c576948786c,34327,1731448410123' 2024-11-12T21:53:32,821 DEBUG [RS:0;0c576948786c:34327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T21:53:32,821 DEBUG [RS:0;0c576948786c:34327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T21:53:32,822 DEBUG [RS:0;0c576948786c:34327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T21:53:32,822 INFO [RS:0;0c576948786c:34327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T21:53:32,822 INFO [RS:0;0c576948786c:34327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T21:53:32,931 INFO [RS:0;0c576948786c:34327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:53:32,934 INFO [RS:0;0c576948786c:34327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c576948786c%2C34327%2C1731448410123, suffix=, logDir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/WALs/0c576948786c,34327,1731448410123, archiveDir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/oldWALs, maxLogs=32 2024-11-12T21:53:32,949 DEBUG [RS:0;0c576948786c:34327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/WALs/0c576948786c,34327,1731448410123/0c576948786c%2C34327%2C1731448410123.1731448412937, exclude list is [], retry=0 2024-11-12T21:53:32,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-e925894e-7116-4674-9e50-e285ae792e4b,DISK] 2024-11-12T21:53:32,957 INFO [RS:0;0c576948786c:34327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/WALs/0c576948786c,34327,1731448410123/0c576948786c%2C34327%2C1731448410123.1731448412937 2024-11-12T21:53:32,957 DEBUG [RS:0;0c576948786c:34327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42553:42553)] 2024-11-12T21:53:33,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:53:33,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T21:53:33,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T21:53:33,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:53:33,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:53:33,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T21:53:33,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T21:53:33,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:53:33,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:53:33,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T21:53:33,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T21:53:33,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:53:33,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:53:33,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T21:53:33,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T21:53:33,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:53:33,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:53:33,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T21:53:33,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740 2024-11-12T21:53:33,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740 2024-11-12T21:53:33,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T21:53:33,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T21:53:33,143 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:53:33,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T21:53:33,150 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:53:33,151 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69228539, jitterRate=0.03158561885356903}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:53:33,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731448413115Initializing all the Stores at 1731448413119 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731448413119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731448413119Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448413119Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731448413119Cleaning up temporary data from old regions at 1731448413143 (+24 ms)Region opened successfully at 1731448413153 (+10 ms) 2024-11-12T21:53:33,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T21:53:33,153 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T21:53:33,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T21:53:33,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T21:53:33,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T21:53:33,155 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T21:53:33,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731448413153Disabling compacts and flushes for region at 1731448413153Disabling writes for close at 1731448413153Writing region close event to WAL at 1731448413154 (+1 ms)Closed at 1731448413155 (+1 ms) 2024-11-12T21:53:33,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T21:53:33,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T21:53:33,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T21:53:33,170 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T21:53:33,173 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T21:53:33,326 DEBUG [0c576948786c:43093 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T21:53:33,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:53:33,346 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c576948786c,34327,1731448410123, state=OPENING 2024-11-12T21:53:33,350 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T21:53:33,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:53:33,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:53:33,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T21:53:33,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T21:53:33,353 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T21:53:33,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:53:33,530 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T21:53:33,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56555, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T21:53:33,543 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T21:53:33,543 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:53:33,544 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T21:53:33,548 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c576948786c%2C34327%2C1731448410123.meta, suffix=.meta, logDir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/WALs/0c576948786c,34327,1731448410123, archiveDir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/oldWALs, maxLogs=32 2024-11-12T21:53:33,563 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/WALs/0c576948786c,34327,1731448410123/0c576948786c%2C34327%2C1731448410123.meta.1731448413551.meta, exclude list is [], retry=0 2024-11-12T21:53:33,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-e925894e-7116-4674-9e50-e285ae792e4b,DISK] 2024-11-12T21:53:33,569 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/WALs/0c576948786c,34327,1731448410123/0c576948786c%2C34327%2C1731448410123.meta.1731448413551.meta 2024-11-12T21:53:33,570 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42553:42553)] 2024-11-12T21:53:33,570 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:53:33,572 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T21:53:33,574 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T21:53:33,578 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T21:53:33,583 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T21:53:33,583 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:53:33,584 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T21:53:33,584 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T21:53:33,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T21:53:33,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T21:53:33,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:53:33,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:53:33,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T21:53:33,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T21:53:33,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:53:33,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:53:33,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T21:53:33,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T21:53:33,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:53:33,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:53:33,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T21:53:33,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T21:53:33,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:53:33,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:53:33,598 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T21:53:33,600 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740 2024-11-12T21:53:33,603 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740 2024-11-12T21:53:33,606 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T21:53:33,606 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T21:53:33,607 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:53:33,610 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T21:53:33,612 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61833886, jitterRate=-0.07860329747200012}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:53:33,612 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T21:53:33,614 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731448413584Writing region info on filesystem at 1731448413585 (+1 ms)Initializing all the Stores at 1731448413587 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731448413587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731448413587Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448413587Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731448413587Cleaning up temporary data from old regions at 1731448413606 (+19 ms)Running coprocessor post-open hooks at 1731448413612 (+6 ms)Region opened successfully at 1731448413614 (+2 ms) 2024-11-12T21:53:33,620 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731448413521 2024-11-12T21:53:33,632 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T21:53:33,633 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T21:53:33,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:53:33,637 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c576948786c,34327,1731448410123, state=OPEN 2024-11-12T21:53:33,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T21:53:33,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T21:53:33,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T21:53:33,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T21:53:33,641 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:33,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T21:53:33,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c576948786c,34327,1731448410123 in 286 msec 2024-11-12T21:53:33,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T21:53:33,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-11-12T21:53:33,656 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T21:53:33,656 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T21:53:33,675 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:53:33,676 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:53:33,695 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:53:33,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34447, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:53:33,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1330 sec 2024-11-12T21:53:33,724 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731448413723, completionTime=-1 2024-11-12T21:53:33,726 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T21:53:33,726 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T21:53:33,749 INFO [master/0c576948786c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T21:53:33,749 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731448473749 2024-11-12T21:53:33,749 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731448533749 2024-11-12T21:53:33,749 INFO [master/0c576948786c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-11-12T21:53:33,751 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,43093,1731448409505-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:33,751 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,43093,1731448409505-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:33,752 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,43093,1731448409505-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:33,753 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c576948786c:43093, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:33,753 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:33,754 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:33,760 DEBUG [master/0c576948786c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T21:53:33,779 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.520sec 2024-11-12T21:53:33,780 INFO [master/0c576948786c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T21:53:33,781 INFO [master/0c576948786c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T21:53:33,782 INFO [master/0c576948786c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T21:53:33,783 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T21:53:33,783 INFO [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T21:53:33,784 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,43093,1731448409505-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T21:53:33,784 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,43093,1731448409505-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T21:53:33,792 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T21:53:33,792 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T21:53:33,793 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,43093,1731448409505-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:53:33,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45544f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:33,833 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T21:53:33,833 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T21:53:33,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:53:33,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:53:33,845 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:53:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:53:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:53:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3853494c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:53:33,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:53:33,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:33,853 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:53:33,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de67725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:33,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:53:33,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:53:33,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:53:33,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:53:33,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c576948786c,43093,1731448409505 2024-11-12T21:53:33,899 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=9247 2024-11-12T21:53:33,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T21:53:33,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c576948786c,43093,1731448409505 2024-11-12T21:53:33,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@485738bd 2024-11-12T21:53:33,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T21:53:33,919 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T21:53:33,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:53:33,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:53:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T21:53:33,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T21:53:33,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-12T21:53:33,938 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:53:33,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T21:53:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T21:53:33,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741835_1011 (size=1061) 2024-11-12T21:53:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T21:53:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T21:53:34,364 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd 2024-11-12T21:53:34,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741836_1012 (size=53) 2024-11-12T21:53:34,375 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:53:34,375 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0078561006c7b287552e7e48723270c0, disabling compactions & flushes 2024-11-12T21:53:34,375 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:34,375 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:34,375 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. after waiting 0 ms 2024-11-12T21:53:34,375 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:34,375 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:34,375 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0078561006c7b287552e7e48723270c0: Waiting for close lock at 1731448414375Disabling compacts and flushes for region at 1731448414375Disabling writes for close at 1731448414375Writing region close event to WAL at 1731448414375Closed at 1731448414375 2024-11-12T21:53:34,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T21:53:34,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731448414378"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731448414378"}]},"ts":"1731448414378"} 2024-11-12T21:53:34,386 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T21:53:34,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T21:53:34,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448414388"}]},"ts":"1731448414388"} 2024-11-12T21:53:34,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T21:53:34,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0078561006c7b287552e7e48723270c0, ASSIGN}] 2024-11-12T21:53:34,399 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0078561006c7b287552e7e48723270c0, ASSIGN 2024-11-12T21:53:34,401 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0078561006c7b287552e7e48723270c0, ASSIGN; state=OFFLINE, location=0c576948786c,34327,1731448410123; forceNewPlan=false, retain=false 2024-11-12T21:53:34,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0078561006c7b287552e7e48723270c0, regionState=OPENING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:53:34,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0078561006c7b287552e7e48723270c0, ASSIGN because future has completed 2024-11-12T21:53:34,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:53:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T21:53:34,727 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:34,728 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:53:34,728 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:34,728 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:53:34,729 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:34,729 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:34,731 INFO [StoreOpener-0078561006c7b287552e7e48723270c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:34,735 INFO [StoreOpener-0078561006c7b287552e7e48723270c0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:53:34,736 INFO [StoreOpener-0078561006c7b287552e7e48723270c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0078561006c7b287552e7e48723270c0 columnFamilyName A 2024-11-12T21:53:34,736 DEBUG [StoreOpener-0078561006c7b287552e7e48723270c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:53:34,738 INFO [StoreOpener-0078561006c7b287552e7e48723270c0-1 {}] regionserver.HStore(327): Store=0078561006c7b287552e7e48723270c0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:53:34,738 INFO [StoreOpener-0078561006c7b287552e7e48723270c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:34,740 INFO [StoreOpener-0078561006c7b287552e7e48723270c0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:53:34,741 INFO [StoreOpener-0078561006c7b287552e7e48723270c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0078561006c7b287552e7e48723270c0 columnFamilyName B 2024-11-12T21:53:34,741 DEBUG [StoreOpener-0078561006c7b287552e7e48723270c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:53:34,742 INFO [StoreOpener-0078561006c7b287552e7e48723270c0-1 {}] regionserver.HStore(327): Store=0078561006c7b287552e7e48723270c0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:53:34,742 INFO [StoreOpener-0078561006c7b287552e7e48723270c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:34,744 INFO [StoreOpener-0078561006c7b287552e7e48723270c0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:53:34,745 INFO [StoreOpener-0078561006c7b287552e7e48723270c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0078561006c7b287552e7e48723270c0 columnFamilyName C 2024-11-12T21:53:34,745 DEBUG [StoreOpener-0078561006c7b287552e7e48723270c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:53:34,746 INFO [StoreOpener-0078561006c7b287552e7e48723270c0-1 {}] regionserver.HStore(327): Store=0078561006c7b287552e7e48723270c0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:53:34,746 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:34,747 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:34,748 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0 2024-11-12T21:53:34,749 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0 2024-11-12T21:53:34,751 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:34,751 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:34,752 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:53:34,755 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:34,760 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:53:34,761 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0078561006c7b287552e7e48723270c0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64780311, jitterRate=-0.03469814360141754}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:53:34,761 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:34,762 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0078561006c7b287552e7e48723270c0: Running coprocessor pre-open hook at 1731448414729Writing region info on filesystem at 1731448414729Initializing all the Stores at 1731448414731 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448414731Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448414731Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448414731Cleaning up temporary data from old regions at 1731448414751 (+20 ms)Running coprocessor post-open hooks at 1731448414761 (+10 ms)Region opened successfully at 1731448414762 (+1 ms) 2024-11-12T21:53:34,764 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., pid=6, masterSystemTime=1731448414717 2024-11-12T21:53:34,768 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:34,768 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:34,769 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0078561006c7b287552e7e48723270c0, regionState=OPEN, openSeqNum=2, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:53:34,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:53:34,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T21:53:34,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 in 214 msec 2024-11-12T21:53:34,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T21:53:34,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0078561006c7b287552e7e48723270c0, ASSIGN in 383 msec 2024-11-12T21:53:34,786 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T21:53:34,787 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448414787"}]},"ts":"1731448414787"} 2024-11-12T21:53:34,790 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T21:53:34,792 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T21:53:34,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 864 msec 2024-11-12T21:53:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T21:53:35,085 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:53:35,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b2c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:53:35,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:53:35,097 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:53:35,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:53:35,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:53:35,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dee243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:53:35,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:53:35,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:35,101 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:53:35,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5efef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:53:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:53:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:53:35,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:53:35,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T21:53:35,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c576948786c,43093,1731448409505 2024-11-12T21:53:35,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f48350e 2024-11-12T21:53:35,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T21:53:35,115 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T21:53:35,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:53:35,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:53:35,122 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:53:35,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:53:35,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:53:35,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e153ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:53:35,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:53:35,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:35,125 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:53:35,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64257f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:53:35,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:53:35,129 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:53:35,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:53:35,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:53:35,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a27ead7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:53:35,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:53:35,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:35,132 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:53:35,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ba4844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:53:35,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:53:35,136 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:53:35,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:53:35,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:53:35,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643162ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:53:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:53:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:35,139 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:53:35,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1380f017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:53:35,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:53:35,144 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:53:35,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:53:35,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:53:35,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1613decc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:53:35,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:53:35,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:35,148 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:53:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f588bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:53:35,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:53:35,152 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:53:35,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:53:35,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:53:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352a38a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:53:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:53:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:35,154 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:53:35,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72baa874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:53:35,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:53:35,160 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:53:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:53:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:53:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b71435d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:53:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:53:35,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:35,163 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:53:35,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73655f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:53:35,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:53:35,167 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:53:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:53:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:53:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a18c602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:53:35,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:53:35,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:35,169 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:53:35,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b9987f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:53:35,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:53:35,173 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:53:35,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:53:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:53:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c44f32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:53:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:53:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:35,176 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:53:35,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306cf84f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:53:35,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:53:35,179 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:53:35,179 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:53:35,179 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:53:35,180 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c17951c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,180 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:53:35,180 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:53:35,180 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:35,181 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:53:35,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315b49bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:53:35,185 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:53:35,185 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:53:35,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:53:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:53:35,204 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:53:35,204 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:53:35,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:53:35,206 DEBUG [Thread-149 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:53:35,206 DEBUG [Thread-149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:53:35,206 DEBUG [Thread-143 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:53:35,207 DEBUG [Thread-143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:53:35,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:53:35,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:53:35,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:53:35,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:53:35,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:53:35,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:53:35,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:53:35,216 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:53:35,217 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:53:35,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:53:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:53:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:53:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:53:35,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:53:35,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:53:35,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:53:35,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:53:35,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:53:35,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:53:35,232 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:53:35,232 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:53:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:53:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:53:35,240 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:53:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-12T21:53:35,242 DEBUG [Thread-145 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:53:35,243 DEBUG [Thread-145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:53:35,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:53:35,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:53:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T21:53:35,247 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:53:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:53:35,251 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:53:35,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:53:35,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:53:35,260 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:53:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:53:35,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:53:35,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:53:35,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:53:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:35,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-12T21:53:35,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:35,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:35,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:35,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:35,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:35,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T21:53:35,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:53:35,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:35,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/a82fc221964246099fbe69cbec6037e8 is 50, key is test_row_0/A:col10/1731448415275/Put/seqid=0 2024-11-12T21:53:35,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:35,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:35,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:35,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:35,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448475407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:35,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448475407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:35,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448475413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:35,455 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448415367, max timestamp=1731448415419Num uniques 859; 2024-11-12T21:53:35,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:53:35,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448415367, max timestamp=1731448415419Num uniques 859; 2024-11-12T21:53:35,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:53:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:35,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448415367, max timestamp=1731448415419Num uniques 859; 2024-11-12T21:53:35,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:53:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741837_1013 (size=12001) 2024-11-12T21:53:35,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:35,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:35,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T21:53:35,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448475575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:35,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:35,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448475577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:35,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448475601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:35,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448475601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:35,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448475602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:35,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:53:35,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:35,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:35,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:35,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:35,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:35,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448475691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:35,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448475691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:35,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:35,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:53:35,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:35,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:35,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:35,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:35,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:35,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448475812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:35,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448475820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:35,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:35,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448475821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:35,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T21:53:35,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/a82fc221964246099fbe69cbec6037e8 2024-11-12T21:53:35,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448475901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:35,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448475910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:35,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:35,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:35,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:53:35,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:35,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:35,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:35,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:35,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/07fe7be4873246248ed796ed31df2f79 is 50, key is test_row_0/B:col10/1731448415275/Put/seqid=0 2024-11-12T21:53:36,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741838_1014 (size=12001) 2024-11-12T21:53:36,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/07fe7be4873246248ed796ed31df2f79 2024-11-12T21:53:36,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/22eb8d1823c342b9b85e660eacfc038e is 50, key is test_row_0/C:col10/1731448415275/Put/seqid=0 2024-11-12T21:53:36,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:53:36,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:36,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:36,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:36,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741839_1015 (size=12001) 2024-11-12T21:53:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/22eb8d1823c342b9b85e660eacfc038e 2024-11-12T21:53:36,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/a82fc221964246099fbe69cbec6037e8 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/a82fc221964246099fbe69cbec6037e8 2024-11-12T21:53:36,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448476130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:36,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/a82fc221964246099fbe69cbec6037e8, entries=150, sequenceid=12, filesize=11.7 K 2024-11-12T21:53:36,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:36,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448476132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:36,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:36,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448476133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:36,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/07fe7be4873246248ed796ed31df2f79 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/07fe7be4873246248ed796ed31df2f79 2024-11-12T21:53:36,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/07fe7be4873246248ed796ed31df2f79, entries=150, sequenceid=12, filesize=11.7 K 2024-11-12T21:53:36,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/22eb8d1823c342b9b85e660eacfc038e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/22eb8d1823c342b9b85e660eacfc038e 2024-11-12T21:53:36,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/22eb8d1823c342b9b85e660eacfc038e, entries=150, sequenceid=12, filesize=11.7 K 2024-11-12T21:53:36,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 0078561006c7b287552e7e48723270c0 in 883ms, sequenceid=12, compaction requested=false 2024-11-12T21:53:36,183 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-12T21:53:36,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:36,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-12T21:53:36,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:36,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:36,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:36,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:36,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:36,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:36,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:53:36,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:36,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:36,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:36,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/fba7c1d5c5b64b20a8d4a664e4468b3b is 50, key is test_row_0/A:col10/1731448416221/Put/seqid=0 2024-11-12T21:53:36,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741840_1016 (size=14341) 2024-11-12T21:53:36,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/fba7c1d5c5b64b20a8d4a664e4468b3b 2024-11-12T21:53:36,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448476303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:36,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:36,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/e27bfe3a9f7148b2b7ec0679e2b7aafe is 50, key is test_row_0/B:col10/1731448416221/Put/seqid=0 2024-11-12T21:53:36,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741841_1017 (size=12001) 2024-11-12T21:53:36,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/e27bfe3a9f7148b2b7ec0679e2b7aafe 2024-11-12T21:53:36,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448476326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:36,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T21:53:36,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/43c50362ea7647d8b367d5a9a4e15536 is 50, key is test_row_0/C:col10/1731448416221/Put/seqid=0 2024-11-12T21:53:36,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741842_1018 (size=12001) 2024-11-12T21:53:36,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:53:36,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:36,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:36,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:36,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/43c50362ea7647d8b367d5a9a4e15536 2024-11-12T21:53:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/fba7c1d5c5b64b20a8d4a664e4468b3b as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/fba7c1d5c5b64b20a8d4a664e4468b3b 2024-11-12T21:53:36,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/fba7c1d5c5b64b20a8d4a664e4468b3b, entries=200, sequenceid=49, filesize=14.0 K 2024-11-12T21:53:36,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/e27bfe3a9f7148b2b7ec0679e2b7aafe as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e27bfe3a9f7148b2b7ec0679e2b7aafe 2024-11-12T21:53:36,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448476441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:36,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e27bfe3a9f7148b2b7ec0679e2b7aafe, entries=150, sequenceid=49, filesize=11.7 K 2024-11-12T21:53:36,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:36,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/43c50362ea7647d8b367d5a9a4e15536 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/43c50362ea7647d8b367d5a9a4e15536 2024-11-12T21:53:36,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/43c50362ea7647d8b367d5a9a4e15536, entries=150, sequenceid=49, filesize=11.7 K 2024-11-12T21:53:36,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 0078561006c7b287552e7e48723270c0 in 254ms, sequenceid=49, compaction requested=false 2024-11-12T21:53:36,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:36,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:53:36,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:36,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:36,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:36,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:36,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:36,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:36,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/b4e79e1fa75b4d03a5ed1af791c79a32 is 50, key is test_row_0/A:col10/1731448416294/Put/seqid=0 2024-11-12T21:53:36,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741843_1019 (size=12001) 2024-11-12T21:53:36,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/b4e79e1fa75b4d03a5ed1af791c79a32 2024-11-12T21:53:36,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/e30025ca678c4432b8e168136d43208a is 50, key is test_row_0/B:col10/1731448416294/Put/seqid=0 2024-11-12T21:53:36,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:53:36,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:36,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:36,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:36,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741844_1020 (size=12001) 2024-11-12T21:53:36,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/e30025ca678c4432b8e168136d43208a 2024-11-12T21:53:36,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/9e827e56d4b14e0ca7246ef31a43e82a is 50, key is test_row_0/C:col10/1731448416294/Put/seqid=0 2024-11-12T21:53:36,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741845_1021 (size=12001) 2024-11-12T21:53:36,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/9e827e56d4b14e0ca7246ef31a43e82a 2024-11-12T21:53:36,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/b4e79e1fa75b4d03a5ed1af791c79a32 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b4e79e1fa75b4d03a5ed1af791c79a32 2024-11-12T21:53:36,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b4e79e1fa75b4d03a5ed1af791c79a32, entries=150, sequenceid=59, filesize=11.7 K 2024-11-12T21:53:36,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/e30025ca678c4432b8e168136d43208a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e30025ca678c4432b8e168136d43208a 2024-11-12T21:53:36,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e30025ca678c4432b8e168136d43208a, entries=150, sequenceid=59, filesize=11.7 K 2024-11-12T21:53:36,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/9e827e56d4b14e0ca7246ef31a43e82a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/9e827e56d4b14e0ca7246ef31a43e82a 2024-11-12T21:53:36,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/9e827e56d4b14e0ca7246ef31a43e82a, entries=150, sequenceid=59, filesize=11.7 K 2024-11-12T21:53:36,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=127.47 KB/130530 for 0078561006c7b287552e7e48723270c0 in 200ms, sequenceid=59, compaction requested=true 2024-11-12T21:53:36,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:36,702 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731448416661, max timestamp=1731448416686Num uniques 859; 2024-11-12T21:53:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:36,703 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:53:36,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731448416666, max timestamp=1731448416693Num uniques 859; 2024-11-12T21:53:36,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-12T21:53:36,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448416666, max timestamp=1731448416693Num uniques 859; 2024-11-12T21:53:36,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:53:36,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:53:36,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:36,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:53:36,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:36,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:53:36,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:36,728 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:36,728 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:36,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=71.17 KB heapSize=195.01 KB 2024-11-12T21:53:36,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:53:36,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:36,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:36,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:36,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,732 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:36,732 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,734 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/B is initiating minor compaction (all files) 2024-11-12T21:53:36,734 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/A is initiating minor compaction (all files) 2024-11-12T21:53:36,734 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/B in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:36,734 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/A in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:36,735 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/a82fc221964246099fbe69cbec6037e8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/fba7c1d5c5b64b20a8d4a664e4468b3b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b4e79e1fa75b4d03a5ed1af791c79a32] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=37.4 K 2024-11-12T21:53:36,735 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/07fe7be4873246248ed796ed31df2f79, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e27bfe3a9f7148b2b7ec0679e2b7aafe, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e30025ca678c4432b8e168136d43208a] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=35.2 K 2024-11-12T21:53:36,737 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting a82fc221964246099fbe69cbec6037e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731448415274 2024-11-12T21:53:36,737 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 07fe7be4873246248ed796ed31df2f79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731448415274 2024-11-12T21:53:36,738 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting fba7c1d5c5b64b20a8d4a664e4468b3b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731448415542 2024-11-12T21:53:36,738 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting e27bfe3a9f7148b2b7ec0679e2b7aafe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731448415564 2024-11-12T21:53:36,739 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4e79e1fa75b4d03a5ed1af791c79a32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731448416294 2024-11-12T21:53:36,739 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting e30025ca678c4432b8e168136d43208a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731448416294 2024-11-12T21:53:36,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/df751d3d9b5d48fda41c94e7175ed84e is 50, key is test_row_0/A:col10/1731448416726/Put/seqid=0 2024-11-12T21:53:36,773 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#B#compaction#10 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:36,775 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/18d947b0310b40d4984ac02206ef2c91 is 50, key is test_row_0/B:col10/1731448416294/Put/seqid=0 2024-11-12T21:53:36,782 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#A#compaction#11 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:36,784 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/1503fba8edcf41edbab0ae5b5d9478b4 is 50, key is test_row_0/A:col10/1731448416294/Put/seqid=0 2024-11-12T21:53:36,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741846_1022 (size=19021) 2024-11-12T21:53:36,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448476793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:36,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448476794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:36,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:36,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448476795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:36,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448476797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:36,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741847_1023 (size=12104) 2024-11-12T21:53:36,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:36,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448476808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:36,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:36,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741848_1024 (size=12104) 2024-11-12T21:53:36,851 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/1503fba8edcf41edbab0ae5b5d9478b4 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/1503fba8edcf41edbab0ae5b5d9478b4 2024-11-12T21:53:36,882 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/A of 0078561006c7b287552e7e48723270c0 into 1503fba8edcf41edbab0ae5b5d9478b4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:36,884 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:36,888 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/A, priority=13, startTime=1731448416703; duration=0sec 2024-11-12T21:53:36,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:53:36,889 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:36,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:36,889 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:A 2024-11-12T21:53:36,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:36,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:36,889 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:36,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:36,892 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:36,892 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/C is initiating minor compaction (all files) 2024-11-12T21:53:36,892 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/C in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:36,892 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/22eb8d1823c342b9b85e660eacfc038e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/43c50362ea7647d8b367d5a9a4e15536, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/9e827e56d4b14e0ca7246ef31a43e82a] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=35.2 K 2024-11-12T21:53:36,894 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22eb8d1823c342b9b85e660eacfc038e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731448415274 2024-11-12T21:53:36,896 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43c50362ea7647d8b367d5a9a4e15536, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731448415564 2024-11-12T21:53:36,897 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e827e56d4b14e0ca7246ef31a43e82a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731448416294 2024-11-12T21:53:36,922 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#C#compaction#12 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:36,923 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/795662733db744d8b8fd6cc8644ebfec is 50, key is test_row_0/C:col10/1731448416294/Put/seqid=0 2024-11-12T21:53:36,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448476921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:36,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448476921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448476921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:36,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448476921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:36,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:36,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741849_1025 (size=12104) 2024-11-12T21:53:36,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448476931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:36,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:36,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:36,963 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/795662733db744d8b8fd6cc8644ebfec as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/795662733db744d8b8fd6cc8644ebfec 2024-11-12T21:53:36,984 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/C of 0078561006c7b287552e7e48723270c0 into 795662733db744d8b8fd6cc8644ebfec(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:36,985 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:36,985 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/C, priority=13, startTime=1731448416727; duration=0sec 2024-11-12T21:53:36,985 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:36,985 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:C 2024-11-12T21:53:37,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:53:37,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:37,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:37,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:37,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:37,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:37,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448477131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:37,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:37,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448477141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:37,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448477141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:37,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448477142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:37,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448477150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:37,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:37,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/df751d3d9b5d48fda41c94e7175ed84e 2024-11-12T21:53:37,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:53:37,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:37,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:37,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:37,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:37,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:37,226 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/18d947b0310b40d4984ac02206ef2c91 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/18d947b0310b40d4984ac02206ef2c91 2024-11-12T21:53:37,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/ad7c89b47fec483e9592831e616b62b3 is 50, key is test_row_0/B:col10/1731448416726/Put/seqid=0 2024-11-12T21:53:37,243 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/B of 0078561006c7b287552e7e48723270c0 into 18d947b0310b40d4984ac02206ef2c91(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:37,243 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:37,243 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/B, priority=13, startTime=1731448416727; duration=0sec 2024-11-12T21:53:37,243 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:37,243 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:B 2024-11-12T21:53:37,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741850_1026 (size=12001) 2024-11-12T21:53:37,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:53:37,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:37,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:37,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:37,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:37,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T21:53:37,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448477439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:37,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:37,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448477460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:37,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448477460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:37,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:37,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448477460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:37,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:37,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448477460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:37,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:37,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:37,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:37,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:53:37,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:37,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:37,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:37,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:37,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:37,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/ad7c89b47fec483e9592831e616b62b3 2024-11-12T21:53:37,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:53:37,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:37,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:37,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:37,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:37,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:37,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/93aa1b5dcad241b0b72e065bf8b3a5f2 is 50, key is test_row_0/C:col10/1731448416726/Put/seqid=0 2024-11-12T21:53:37,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741851_1027 (size=12001) 2024-11-12T21:53:37,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.44 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/93aa1b5dcad241b0b72e065bf8b3a5f2 2024-11-12T21:53:37,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/df751d3d9b5d48fda41c94e7175ed84e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/df751d3d9b5d48fda41c94e7175ed84e 2024-11-12T21:53:37,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/df751d3d9b5d48fda41c94e7175ed84e, entries=300, sequenceid=88, filesize=18.6 K 2024-11-12T21:53:37,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/ad7c89b47fec483e9592831e616b62b3 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/ad7c89b47fec483e9592831e616b62b3 2024-11-12T21:53:37,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/ad7c89b47fec483e9592831e616b62b3, entries=150, sequenceid=88, filesize=11.7 K 2024-11-12T21:53:37,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/93aa1b5dcad241b0b72e065bf8b3a5f2 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/93aa1b5dcad241b0b72e065bf8b3a5f2 2024-11-12T21:53:37,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/93aa1b5dcad241b0b72e065bf8b3a5f2, entries=150, sequenceid=88, filesize=11.7 K 2024-11-12T21:53:37,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~84.58 KB/86615, heapSize ~234.80 KB/240440, currentSize=93.93 KB/96180 for 0078561006c7b287552e7e48723270c0 in 1049ms, sequenceid=88, compaction requested=false 2024-11-12T21:53:37,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:37,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T21:53:37,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:37,835 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-12T21:53:37,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:37,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:37,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:37,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:37,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:37,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:37,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/536739a013b7461b8208ba6b2c8eecb5 is 50, key is test_row_0/A:col10/1731448416804/Put/seqid=0 2024-11-12T21:53:37,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741852_1028 (size=12001) 2024-11-12T21:53:37,872 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/536739a013b7461b8208ba6b2c8eecb5 2024-11-12T21:53:37,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/658051ce7d8b4288a0f2b40f3688f193 is 50, key is test_row_0/B:col10/1731448416804/Put/seqid=0 2024-11-12T21:53:37,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741853_1029 (size=12001) 2024-11-12T21:53:37,918 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/658051ce7d8b4288a0f2b40f3688f193 2024-11-12T21:53:37,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/dde02b6a6c6546d5884e93da791dac7d is 50, key is test_row_0/C:col10/1731448416804/Put/seqid=0 2024-11-12T21:53:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:37,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:37,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741854_1030 (size=12001) 2024-11-12T21:53:37,968 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/dde02b6a6c6546d5884e93da791dac7d 2024-11-12T21:53:37,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/536739a013b7461b8208ba6b2c8eecb5 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/536739a013b7461b8208ba6b2c8eecb5 2024-11-12T21:53:37,998 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/536739a013b7461b8208ba6b2c8eecb5, entries=150, sequenceid=108, filesize=11.7 K 2024-11-12T21:53:38,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/658051ce7d8b4288a0f2b40f3688f193 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/658051ce7d8b4288a0f2b40f3688f193 2024-11-12T21:53:38,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448477997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448477998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448478001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,017 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/658051ce7d8b4288a0f2b40f3688f193, entries=150, sequenceid=108, filesize=11.7 K 2024-11-12T21:53:38,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/dde02b6a6c6546d5884e93da791dac7d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/dde02b6a6c6546d5884e93da791dac7d 2024-11-12T21:53:38,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448478003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448478006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,032 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/dde02b6a6c6546d5884e93da791dac7d, entries=150, sequenceid=108, filesize=11.7 K 2024-11-12T21:53:38,034 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 0078561006c7b287552e7e48723270c0 in 198ms, sequenceid=108, compaction requested=true 2024-11-12T21:53:38,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:38,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:38,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T21:53:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T21:53:38,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T21:53:38,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7870 sec 2024-11-12T21:53:38,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.8130 sec 2024-11-12T21:53:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:38,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-12T21:53:38,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:38,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:38,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:38,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:38,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:38,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:38,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/51be251ef2be4cfea9fe986b9d1c3c8d is 50, key is test_row_0/A:col10/1731448418113/Put/seqid=0 2024-11-12T21:53:38,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741855_1031 (size=14341) 2024-11-12T21:53:38,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/51be251ef2be4cfea9fe986b9d1c3c8d 2024-11-12T21:53:38,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448478151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448478154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448478155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448478158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/12e7b176af7242579c9c8347693e2e24 is 50, key is test_row_0/B:col10/1731448418113/Put/seqid=0 2024-11-12T21:53:38,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448478160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741856_1032 (size=12001) 2024-11-12T21:53:38,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/12e7b176af7242579c9c8347693e2e24 2024-11-12T21:53:38,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/8b8b26607bd9420e8efb3fdcec18b8d8 is 50, key is test_row_0/C:col10/1731448418113/Put/seqid=0 2024-11-12T21:53:38,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741857_1033 (size=12001) 2024-11-12T21:53:38,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/8b8b26607bd9420e8efb3fdcec18b8d8 2024-11-12T21:53:38,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/51be251ef2be4cfea9fe986b9d1c3c8d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/51be251ef2be4cfea9fe986b9d1c3c8d 2024-11-12T21:53:38,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/51be251ef2be4cfea9fe986b9d1c3c8d, entries=200, sequenceid=124, filesize=14.0 K 2024-11-12T21:53:38,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/12e7b176af7242579c9c8347693e2e24 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/12e7b176af7242579c9c8347693e2e24 2024-11-12T21:53:38,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448478271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448478271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448478272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448478272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448478280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/12e7b176af7242579c9c8347693e2e24, entries=150, sequenceid=124, filesize=11.7 K 2024-11-12T21:53:38,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/8b8b26607bd9420e8efb3fdcec18b8d8 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/8b8b26607bd9420e8efb3fdcec18b8d8 2024-11-12T21:53:38,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/8b8b26607bd9420e8efb3fdcec18b8d8, entries=150, sequenceid=124, filesize=11.7 K 2024-11-12T21:53:38,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 0078561006c7b287552e7e48723270c0 in 202ms, sequenceid=124, compaction requested=true 2024-11-12T21:53:38,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:38,318 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:53:38,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:53:38,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:38,320 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:53:38,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:53:38,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:38,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:53:38,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:38,325 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57467 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:53:38,325 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/A is initiating minor compaction (all files) 2024-11-12T21:53:38,325 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/A in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:38,325 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/1503fba8edcf41edbab0ae5b5d9478b4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/df751d3d9b5d48fda41c94e7175ed84e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/536739a013b7461b8208ba6b2c8eecb5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/51be251ef2be4cfea9fe986b9d1c3c8d] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=56.1 K 2024-11-12T21:53:38,327 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1503fba8edcf41edbab0ae5b5d9478b4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731448416294 2024-11-12T21:53:38,328 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:53:38,329 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/B is initiating minor compaction (all files) 2024-11-12T21:53:38,329 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/B in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:38,329 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/18d947b0310b40d4984ac02206ef2c91, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/ad7c89b47fec483e9592831e616b62b3, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/658051ce7d8b4288a0f2b40f3688f193, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/12e7b176af7242579c9c8347693e2e24] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=47.0 K 2024-11-12T21:53:38,330 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 18d947b0310b40d4984ac02206ef2c91, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731448416294 2024-11-12T21:53:38,330 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting df751d3d9b5d48fda41c94e7175ed84e, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731448416693 2024-11-12T21:53:38,332 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting ad7c89b47fec483e9592831e616b62b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731448416713 2024-11-12T21:53:38,332 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 536739a013b7461b8208ba6b2c8eecb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731448416787 2024-11-12T21:53:38,333 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 658051ce7d8b4288a0f2b40f3688f193, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731448416787 2024-11-12T21:53:38,334 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51be251ef2be4cfea9fe986b9d1c3c8d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731448417997 2024-11-12T21:53:38,335 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 12e7b176af7242579c9c8347693e2e24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731448417997 2024-11-12T21:53:38,364 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#A#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:38,365 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/274c6d1b7ad243f5be6c6b1b609f197a is 50, key is test_row_0/A:col10/1731448418113/Put/seqid=0 2024-11-12T21:53:38,372 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:38,373 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/0f140748dbc14322bf63729c3e87b1a2 is 50, key is test_row_0/B:col10/1731448418113/Put/seqid=0 2024-11-12T21:53:38,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741858_1034 (size=12241) 2024-11-12T21:53:38,408 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/274c6d1b7ad243f5be6c6b1b609f197a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/274c6d1b7ad243f5be6c6b1b609f197a 2024-11-12T21:53:38,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741859_1035 (size=12241) 2024-11-12T21:53:38,426 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0078561006c7b287552e7e48723270c0/A of 0078561006c7b287552e7e48723270c0 into 274c6d1b7ad243f5be6c6b1b609f197a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:38,427 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:38,427 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/A, priority=12, startTime=1731448418318; duration=0sec 2024-11-12T21:53:38,427 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:38,427 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:A 2024-11-12T21:53:38,427 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:53:38,431 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:53:38,431 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/C is initiating minor compaction (all files) 2024-11-12T21:53:38,431 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/C in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:38,431 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/795662733db744d8b8fd6cc8644ebfec, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/93aa1b5dcad241b0b72e065bf8b3a5f2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/dde02b6a6c6546d5884e93da791dac7d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/8b8b26607bd9420e8efb3fdcec18b8d8] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=47.0 K 2024-11-12T21:53:38,433 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 795662733db744d8b8fd6cc8644ebfec, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731448416294 2024-11-12T21:53:38,434 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93aa1b5dcad241b0b72e065bf8b3a5f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731448416713 2024-11-12T21:53:38,435 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting dde02b6a6c6546d5884e93da791dac7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731448416787 2024-11-12T21:53:38,435 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/0f140748dbc14322bf63729c3e87b1a2 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/0f140748dbc14322bf63729c3e87b1a2 2024-11-12T21:53:38,435 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b8b26607bd9420e8efb3fdcec18b8d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731448417997 2024-11-12T21:53:38,448 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0078561006c7b287552e7e48723270c0/B of 0078561006c7b287552e7e48723270c0 into 0f140748dbc14322bf63729c3e87b1a2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:38,448 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:38,448 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/B, priority=12, startTime=1731448418320; duration=0sec 2024-11-12T21:53:38,448 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:38,448 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:B 2024-11-12T21:53:38,467 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#C#compaction#23 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:38,468 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/93fdec030a834505ab4a333bd7f04167 is 50, key is test_row_0/C:col10/1731448418113/Put/seqid=0 2024-11-12T21:53:38,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741860_1036 (size=12241) 2024-11-12T21:53:38,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-12T21:53:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:38,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:38,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:38,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:38,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:38,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:38,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:38,497 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/93fdec030a834505ab4a333bd7f04167 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/93fdec030a834505ab4a333bd7f04167 2024-11-12T21:53:38,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/4e9fbc6659b5443d84dc506d5f931575 is 50, key is test_row_0/A:col10/1731448418484/Put/seqid=0 2024-11-12T21:53:38,514 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0078561006c7b287552e7e48723270c0/C of 0078561006c7b287552e7e48723270c0 into 93fdec030a834505ab4a333bd7f04167(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:38,514 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:38,515 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/C, priority=12, startTime=1731448418320; duration=0sec 2024-11-12T21:53:38,515 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:38,515 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:C 2024-11-12T21:53:38,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448478510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448478510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448478512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448478514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448478515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741861_1037 (size=12151) 2024-11-12T21:53:38,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/4e9fbc6659b5443d84dc506d5f931575 2024-11-12T21:53:38,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/576357025f0f4e18a22758bb3c5385b8 is 50, key is test_row_0/B:col10/1731448418484/Put/seqid=0 2024-11-12T21:53:38,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741862_1038 (size=12151) 2024-11-12T21:53:38,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/576357025f0f4e18a22758bb3c5385b8 2024-11-12T21:53:38,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/972690bdcec44c8e8be822522c2750d8 is 50, key is test_row_0/C:col10/1731448418484/Put/seqid=0 2024-11-12T21:53:38,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448478630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448478631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448478631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448478631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448478631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741863_1039 (size=12151) 2024-11-12T21:53:38,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448478840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448478840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448478841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448478841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:38,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448478850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:38,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:38,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/972690bdcec44c8e8be822522c2750d8 2024-11-12T21:53:39,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/4e9fbc6659b5443d84dc506d5f931575 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/4e9fbc6659b5443d84dc506d5f931575 2024-11-12T21:53:39,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/4e9fbc6659b5443d84dc506d5f931575, entries=150, sequenceid=145, filesize=11.9 K 2024-11-12T21:53:39,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/576357025f0f4e18a22758bb3c5385b8 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/576357025f0f4e18a22758bb3c5385b8 2024-11-12T21:53:39,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/576357025f0f4e18a22758bb3c5385b8, entries=150, sequenceid=145, filesize=11.9 K 2024-11-12T21:53:39,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/972690bdcec44c8e8be822522c2750d8 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/972690bdcec44c8e8be822522c2750d8 2024-11-12T21:53:39,095 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T21:53:39,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/972690bdcec44c8e8be822522c2750d8, entries=150, sequenceid=145, filesize=11.9 K 2024-11-12T21:53:39,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 0078561006c7b287552e7e48723270c0 in 625ms, sequenceid=145, compaction requested=false 2024-11-12T21:53:39,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:39,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-12T21:53:39,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:39,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:39,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:39,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:39,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:39,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:39,175 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T21:53:39,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/b9de3804ad714f8da40c767d596528ce is 50, key is test_row_0/A:col10/1731448419150/Put/seqid=0 2024-11-12T21:53:39,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741864_1040 (size=14541) 2024-11-12T21:53:39,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448479256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448479253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448479303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448479303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448479303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448479410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448479410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T21:53:39,421 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:53:39,421 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:53:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-12T21:53:39,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448479419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448479420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448479420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,428 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:53:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T21:53:39,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,463 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:53:39,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:53:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T21:53:39,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/b9de3804ad714f8da40c767d596528ce 2024-11-12T21:53:39,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/5112b3f9ea2a4f5ab7e43dc2afca48aa is 50, key is test_row_0/B:col10/1731448419150/Put/seqid=0 2024-11-12T21:53:39,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:53:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:39,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:39,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:39,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448479619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448479619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741865_1041 (size=12151) 2024-11-12T21:53:39,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448479641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448479641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448479659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T21:53:39,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:53:39,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:39,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:39,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:39,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:39,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:39,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T21:53:39,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T21:53:39,853 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T21:53:39,853 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T21:53:39,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T21:53:39,854 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T21:53:39,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-12T21:53:39,855 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-12T21:53:39,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:53:39,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:39,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:39,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:39,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:39,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:39,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448479929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:39,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448479939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448479949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448479959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:39,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448479969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:39,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:39,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:40,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/5112b3f9ea2a4f5ab7e43dc2afca48aa 2024-11-12T21:53:40,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/196d0ce35504404fa73eac76d30809be is 50, key is test_row_0/C:col10/1731448419150/Put/seqid=0 2024-11-12T21:53:40,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741866_1042 (size=12151) 2024-11-12T21:53:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T21:53:40,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:53:40,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:40,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:40,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:40,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:40,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:40,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:53:40,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:40,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:40,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:40,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:40,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:40,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:53:40,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:40,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:40,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:40,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:40,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:40,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448480439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:40,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:40,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:40,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448480449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:40,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/196d0ce35504404fa73eac76d30809be 2024-11-12T21:53:40,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448480460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:40,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:40,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:40,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:40,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/b9de3804ad714f8da40c767d596528ce as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b9de3804ad714f8da40c767d596528ce 2024-11-12T21:53:40,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448480469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:40,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:40,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:40,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:40,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b9de3804ad714f8da40c767d596528ce, entries=200, sequenceid=160, filesize=14.2 K 2024-11-12T21:53:40,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/5112b3f9ea2a4f5ab7e43dc2afca48aa as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/5112b3f9ea2a4f5ab7e43dc2afca48aa 2024-11-12T21:53:40,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448480480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:40,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:40,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:40,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:40,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/5112b3f9ea2a4f5ab7e43dc2afca48aa, entries=150, sequenceid=160, filesize=11.9 K 2024-11-12T21:53:40,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/196d0ce35504404fa73eac76d30809be as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/196d0ce35504404fa73eac76d30809be 2024-11-12T21:53:40,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/196d0ce35504404fa73eac76d30809be, entries=150, sequenceid=160, filesize=11.9 K 2024-11-12T21:53:40,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=114.05 KB/116790 for 0078561006c7b287552e7e48723270c0 in 1354ms, sequenceid=160, compaction requested=true 2024-11-12T21:53:40,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:40,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:53:40,508 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:40,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:40,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:53:40,508 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:40,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:40,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:53:40,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:40,509 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38933 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:40,509 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:40,509 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/B is initiating minor compaction (all files) 2024-11-12T21:53:40,509 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/A is initiating minor compaction (all files) 2024-11-12T21:53:40,510 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/A in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:40,510 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/274c6d1b7ad243f5be6c6b1b609f197a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/4e9fbc6659b5443d84dc506d5f931575, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b9de3804ad714f8da40c767d596528ce] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=38.0 K 2024-11-12T21:53:40,510 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/B in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:40,510 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 274c6d1b7ad243f5be6c6b1b609f197a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731448417997 2024-11-12T21:53:40,510 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/0f140748dbc14322bf63729c3e87b1a2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/576357025f0f4e18a22758bb3c5385b8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/5112b3f9ea2a4f5ab7e43dc2afca48aa] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=35.7 K 2024-11-12T21:53:40,511 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e9fbc6659b5443d84dc506d5f931575, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731448418157 2024-11-12T21:53:40,511 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f140748dbc14322bf63729c3e87b1a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731448417997 2024-11-12T21:53:40,511 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9de3804ad714f8da40c767d596528ce, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731448418507 2024-11-12T21:53:40,517 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 576357025f0f4e18a22758bb3c5385b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731448418157 2024-11-12T21:53:40,518 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 5112b3f9ea2a4f5ab7e43dc2afca48aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731448418511 2024-11-12T21:53:40,533 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#A#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:40,533 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/419c7a5cc4ee4108a06c7f58e64b9821 is 50, key is test_row_0/A:col10/1731448419150/Put/seqid=0 2024-11-12T21:53:40,536 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#B#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:40,537 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/e8d219d171c44e4cbbf545ee9d305c8c is 50, key is test_row_0/B:col10/1731448419150/Put/seqid=0 2024-11-12T21:53:40,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741867_1043 (size=12493) 2024-11-12T21:53:40,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T21:53:40,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:40,548 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-12T21:53:40,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:40,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:40,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:40,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:40,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:40,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:40,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/81765074dfb1458886a30b072620a1aa is 50, key is test_row_0/A:col10/1731448419252/Put/seqid=0 2024-11-12T21:53:40,561 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/419c7a5cc4ee4108a06c7f58e64b9821 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/419c7a5cc4ee4108a06c7f58e64b9821 2024-11-12T21:53:40,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741869_1045 (size=12151) 2024-11-12T21:53:40,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741868_1044 (size=12493) 2024-11-12T21:53:40,572 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/81765074dfb1458886a30b072620a1aa 2024-11-12T21:53:40,573 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/A of 0078561006c7b287552e7e48723270c0 into 419c7a5cc4ee4108a06c7f58e64b9821(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:40,573 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:40,573 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/A, priority=13, startTime=1731448420508; duration=0sec 2024-11-12T21:53:40,574 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:40,574 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:A 2024-11-12T21:53:40,574 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:40,575 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:40,575 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/C is initiating minor compaction (all files) 2024-11-12T21:53:40,576 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/C in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:40,576 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/93fdec030a834505ab4a333bd7f04167, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/972690bdcec44c8e8be822522c2750d8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/196d0ce35504404fa73eac76d30809be] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=35.7 K 2024-11-12T21:53:40,577 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93fdec030a834505ab4a333bd7f04167, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731448417997 2024-11-12T21:53:40,577 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 972690bdcec44c8e8be822522c2750d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731448418157 2024-11-12T21:53:40,578 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 196d0ce35504404fa73eac76d30809be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731448418511 2024-11-12T21:53:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T21:53:40,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/6d28ea644c4847a989bb9452a2c24287 is 50, key is test_row_0/B:col10/1731448419252/Put/seqid=0 2024-11-12T21:53:40,611 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#C#compaction#34 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:40,612 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/10689e1cdd4247e4ac995dc4e29c135d is 50, key is test_row_0/C:col10/1731448419150/Put/seqid=0 2024-11-12T21:53:40,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741870_1046 (size=12151) 2024-11-12T21:53:40,630 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/6d28ea644c4847a989bb9452a2c24287 2024-11-12T21:53:40,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741871_1047 (size=12493) 2024-11-12T21:53:40,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/76c46a89f5b747f0b31a6d949ca9ead5 is 50, key is test_row_0/C:col10/1731448419252/Put/seqid=0 2024-11-12T21:53:40,665 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/10689e1cdd4247e4ac995dc4e29c135d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/10689e1cdd4247e4ac995dc4e29c135d 2024-11-12T21:53:40,675 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/C of 0078561006c7b287552e7e48723270c0 into 10689e1cdd4247e4ac995dc4e29c135d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:40,675 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:40,676 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/C, priority=13, startTime=1731448420508; duration=0sec 2024-11-12T21:53:40,676 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:40,676 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:C 2024-11-12T21:53:40,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741872_1048 (size=12151) 2024-11-12T21:53:40,684 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/76c46a89f5b747f0b31a6d949ca9ead5 2024-11-12T21:53:40,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/81765074dfb1458886a30b072620a1aa as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/81765074dfb1458886a30b072620a1aa 2024-11-12T21:53:40,715 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/81765074dfb1458886a30b072620a1aa, entries=150, sequenceid=180, filesize=11.9 K 2024-11-12T21:53:40,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/6d28ea644c4847a989bb9452a2c24287 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/6d28ea644c4847a989bb9452a2c24287 2024-11-12T21:53:40,731 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/6d28ea644c4847a989bb9452a2c24287, entries=150, sequenceid=180, filesize=11.9 K 2024-11-12T21:53:40,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/76c46a89f5b747f0b31a6d949ca9ead5 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/76c46a89f5b747f0b31a6d949ca9ead5 2024-11-12T21:53:40,747 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/76c46a89f5b747f0b31a6d949ca9ead5, entries=150, sequenceid=180, filesize=11.9 K 2024-11-12T21:53:40,748 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 0078561006c7b287552e7e48723270c0 in 201ms, sequenceid=180, compaction requested=false 2024-11-12T21:53:40,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:40,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:40,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-12T21:53:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-12T21:53:40,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T21:53:40,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2880 sec 2024-11-12T21:53:40,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.3370 sec 2024-11-12T21:53:40,980 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/e8d219d171c44e4cbbf545ee9d305c8c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e8d219d171c44e4cbbf545ee9d305c8c 2024-11-12T21:53:40,991 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/B of 0078561006c7b287552e7e48723270c0 into e8d219d171c44e4cbbf545ee9d305c8c(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:40,991 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:40,991 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/B, priority=13, startTime=1731448420508; duration=0sec 2024-11-12T21:53:40,992 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:40,992 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:B 2024-11-12T21:53:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:41,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:53:41,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:41,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:41,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:41,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:41,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:41,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:41,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/6383816e7291455aa8b9235b9f3d1361 is 50, key is test_row_0/A:col10/1731448421474/Put/seqid=0 2024-11-12T21:53:41,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741873_1049 (size=14541) 2024-11-12T21:53:41,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/6383816e7291455aa8b9235b9f3d1361 2024-11-12T21:53:41,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/b11cdff550b74863a1dba27d974348d7 is 50, key is test_row_0/B:col10/1731448421474/Put/seqid=0 2024-11-12T21:53:41,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741874_1050 (size=12151) 2024-11-12T21:53:41,532 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731448421508, max timestamp=1731448421522Num uniques 859; 2024-11-12T21:53:41,532 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:53:41,533 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731448421510, max timestamp=1731448421521Num uniques 859; 2024-11-12T21:53:41,533 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-12T21:53:41,536 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448421510, max timestamp=1731448421522Num uniques 859; 2024-11-12T21:53:41,536 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:53:41,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448481550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:41,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:41,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448481556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:41,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448481559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448481559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:41,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448481561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T21:53:41,600 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:53:41,601 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:53:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-12T21:53:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T21:53:41,604 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:53:41,606 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:53:41,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:53:41,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448481669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:41,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:41,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448481680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:41,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:41,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448481680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:41,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448481680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448481680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T21:53:41,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T21:53:41,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:41,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:41,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:41,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:41,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:41,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448481879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:41,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:41,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448481890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:41,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:41,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448481890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:41,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:41,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448481891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:41,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448481891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:41,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:41,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:41,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:41,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:41,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T21:53:41,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:41,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:41,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:41,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:41,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T21:53:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:41,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/b11cdff550b74863a1dba27d974348d7 2024-11-12T21:53:41,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/3e6566ce843540a0b19f26b81dbc8116 is 50, key is test_row_0/C:col10/1731448421474/Put/seqid=0 2024-11-12T21:53:41,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741875_1051 (size=12151) 2024-11-12T21:53:41,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/3e6566ce843540a0b19f26b81dbc8116 2024-11-12T21:53:41,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/6383816e7291455aa8b9235b9f3d1361 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/6383816e7291455aa8b9235b9f3d1361 2024-11-12T21:53:41,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/6383816e7291455aa8b9235b9f3d1361, entries=200, sequenceid=193, filesize=14.2 K 2024-11-12T21:53:41,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/b11cdff550b74863a1dba27d974348d7 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/b11cdff550b74863a1dba27d974348d7 2024-11-12T21:53:41,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/b11cdff550b74863a1dba27d974348d7, entries=150, sequenceid=193, filesize=11.9 K 2024-11-12T21:53:42,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/3e6566ce843540a0b19f26b81dbc8116 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/3e6566ce843540a0b19f26b81dbc8116 2024-11-12T21:53:42,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/3e6566ce843540a0b19f26b81dbc8116, entries=150, sequenceid=193, filesize=11.9 K 2024-11-12T21:53:42,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.55 KB/134705 for 0078561006c7b287552e7e48723270c0 in 534ms, sequenceid=193, compaction requested=true 2024-11-12T21:53:42,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:42,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:53:42,010 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:42,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:42,010 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:42,012 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:42,012 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/A is initiating minor compaction (all files) 2024-11-12T21:53:42,012 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/A in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:42,012 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/419c7a5cc4ee4108a06c7f58e64b9821, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/81765074dfb1458886a30b072620a1aa, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/6383816e7291455aa8b9235b9f3d1361] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=38.3 K 2024-11-12T21:53:42,013 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:42,013 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/B is initiating minor compaction (all files) 2024-11-12T21:53:42,013 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/B in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:42,013 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e8d219d171c44e4cbbf545ee9d305c8c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/6d28ea644c4847a989bb9452a2c24287, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/b11cdff550b74863a1dba27d974348d7] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=35.9 K 2024-11-12T21:53:42,014 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 419c7a5cc4ee4108a06c7f58e64b9821, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731448418511 2024-11-12T21:53:42,014 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81765074dfb1458886a30b072620a1aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731448419249 2024-11-12T21:53:42,014 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting e8d219d171c44e4cbbf545ee9d305c8c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731448418511 2024-11-12T21:53:42,014 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6383816e7291455aa8b9235b9f3d1361, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731448421470 2024-11-12T21:53:42,015 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d28ea644c4847a989bb9452a2c24287, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731448419249 2024-11-12T21:53:42,015 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting b11cdff550b74863a1dba27d974348d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731448421470 2024-11-12T21:53:42,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:53:42,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:42,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:53:42,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:42,037 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#A#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:42,038 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/96b929fa237345d694bb38fa2d79b973 is 50, key is test_row_0/A:col10/1731448421474/Put/seqid=0 2024-11-12T21:53:42,043 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#B#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:42,044 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/0eaa9357d64749bc9bec6f997b779e0c is 50, key is test_row_0/B:col10/1731448421474/Put/seqid=0 2024-11-12T21:53:42,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741877_1053 (size=12595) 2024-11-12T21:53:42,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741876_1052 (size=12595) 2024-11-12T21:53:42,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T21:53:42,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:42,074 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=131.55 KB heapSize=374.30 KB 2024-11-12T21:53:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:42,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:42,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:42,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:42,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:42,084 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/96b929fa237345d694bb38fa2d79b973 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/96b929fa237345d694bb38fa2d79b973 2024-11-12T21:53:42,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/4eb32da1b7854e568a76301d3291cc61 is 50, key is test_row_0/A:col10/1731448421547/Put/seqid=0 2024-11-12T21:53:42,101 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/A of 0078561006c7b287552e7e48723270c0 into 96b929fa237345d694bb38fa2d79b973(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:42,101 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:42,101 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/A, priority=13, startTime=1731448422010; duration=0sec 2024-11-12T21:53:42,101 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:42,101 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:A 2024-11-12T21:53:42,101 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:42,103 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:42,103 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/C is initiating minor compaction (all files) 2024-11-12T21:53:42,104 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/C in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:42,104 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/10689e1cdd4247e4ac995dc4e29c135d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/76c46a89f5b747f0b31a6d949ca9ead5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/3e6566ce843540a0b19f26b81dbc8116] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=35.9 K 2024-11-12T21:53:42,104 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10689e1cdd4247e4ac995dc4e29c135d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731448418511 2024-11-12T21:53:42,105 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76c46a89f5b747f0b31a6d949ca9ead5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731448419249 2024-11-12T21:53:42,105 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e6566ce843540a0b19f26b81dbc8116, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731448421470 2024-11-12T21:53:42,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741878_1054 (size=12151) 2024-11-12T21:53:42,129 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/4eb32da1b7854e568a76301d3291cc61 2024-11-12T21:53:42,137 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:42,138 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/6d50297477124fb68b83d3ee8f8c9eed is 50, key is test_row_0/C:col10/1731448421474/Put/seqid=0 2024-11-12T21:53:42,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741879_1055 (size=12595) 2024-11-12T21:53:42,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/69edb3615aae4c9bbe86fe298fb3d9d7 is 50, key is test_row_0/B:col10/1731448421547/Put/seqid=0 2024-11-12T21:53:42,166 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/6d50297477124fb68b83d3ee8f8c9eed as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/6d50297477124fb68b83d3ee8f8c9eed 2024-11-12T21:53:42,176 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/C of 0078561006c7b287552e7e48723270c0 into 6d50297477124fb68b83d3ee8f8c9eed(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:42,176 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:42,179 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/C, priority=13, startTime=1731448422018; duration=0sec 2024-11-12T21:53:42,179 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:42,180 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:C 2024-11-12T21:53:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:42,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741880_1056 (size=12151) 2024-11-12T21:53:42,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:42,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448482210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448482210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:42,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448482212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:42,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448482214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448482212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:42,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T21:53:42,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448482329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448482329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:42,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448482329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:42,465 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/0eaa9357d64749bc9bec6f997b779e0c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/0eaa9357d64749bc9bec6f997b779e0c 2024-11-12T21:53:42,479 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/B of 0078561006c7b287552e7e48723270c0 into 0eaa9357d64749bc9bec6f997b779e0c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:42,479 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:42,479 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/B, priority=13, startTime=1731448422010; duration=0sec 2024-11-12T21:53:42,480 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:42,480 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:B 2024-11-12T21:53:42,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448482551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448482551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448482551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:42,593 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/69edb3615aae4c9bbe86fe298fb3d9d7 2024-11-12T21:53:42,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/c22f79aabb4248f6a3952f532a906115 is 50, key is test_row_0/C:col10/1731448421547/Put/seqid=0 2024-11-12T21:53:42,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741881_1057 (size=12151) 2024-11-12T21:53:42,632 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/c22f79aabb4248f6a3952f532a906115 2024-11-12T21:53:42,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/4eb32da1b7854e568a76301d3291cc61 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/4eb32da1b7854e568a76301d3291cc61 2024-11-12T21:53:42,655 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/4eb32da1b7854e568a76301d3291cc61, entries=150, sequenceid=229, filesize=11.9 K 2024-11-12T21:53:42,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/69edb3615aae4c9bbe86fe298fb3d9d7 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/69edb3615aae4c9bbe86fe298fb3d9d7 2024-11-12T21:53:42,665 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/69edb3615aae4c9bbe86fe298fb3d9d7, entries=150, sequenceid=229, filesize=11.9 K 2024-11-12T21:53:42,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/c22f79aabb4248f6a3952f532a906115 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/c22f79aabb4248f6a3952f532a906115 2024-11-12T21:53:42,673 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/c22f79aabb4248f6a3952f532a906115, entries=150, sequenceid=229, filesize=11.9 K 2024-11-12T21:53:42,674 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~131.55 KB/134705, heapSize ~374.26 KB/383240, currentSize=46.96 KB/48090 for 0078561006c7b287552e7e48723270c0 in 600ms, sequenceid=229, compaction requested=false 2024-11-12T21:53:42,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:42,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:42,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-12T21:53:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-12T21:53:42,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T21:53:42,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0710 sec 2024-11-12T21:53:42,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.0810 sec 2024-11-12T21:53:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:42,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-12T21:53:42,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:42,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:42,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:42,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:42,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:42,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:42,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/16cf7c140c134a8a854f8f6e9a08b480 is 50, key is test_row_1/A:col10/1731448422720/Put/seqid=0 2024-11-12T21:53:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T21:53:42,740 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:53:42,740 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:53:42,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741882_1058 (size=12147) 2024-11-12T21:53:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-12T21:53:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T21:53:42,745 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:53:42,747 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:53:42,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:53:42,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448422777, max timestamp=1731448422796Num uniques 859; 2024-11-12T21:53:42,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448422777, max timestamp=1731448422796Num uniques 859; 2024-11-12T21:53:42,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:53:42,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:53:42,802 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448422777, max timestamp=1731448422794Num uniques 859; 2024-11-12T21:53:42,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:53:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T21:53:42,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448482857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448482857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:42,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448482859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448482859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448482860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:42,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T21:53:42,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:42,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:42,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:42,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:42,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:42,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448482970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448482970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:43,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T21:53:43,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:43,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:43,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:43,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:43,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T21:53:43,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/16cf7c140c134a8a854f8f6e9a08b480 2024-11-12T21:53:43,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/38bcc28a87584b419974982ca2b32117 is 50, key is test_row_1/B:col10/1731448422720/Put/seqid=0 2024-11-12T21:53:43,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448483180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:43,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:43,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:43,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448483180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:43,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741883_1059 (size=9757) 2024-11-12T21:53:43,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/38bcc28a87584b419974982ca2b32117 2024-11-12T21:53:43,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/637882cdc1f74a9da93e83760cc2db8f is 50, key is test_row_1/C:col10/1731448422720/Put/seqid=0 2024-11-12T21:53:43,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T21:53:43,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:43,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:43,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:43,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:43,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:43,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741884_1060 (size=9757) 2024-11-12T21:53:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:43,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T21:53:43,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:43,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T21:53:43,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448483370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:43,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448483370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:43,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:43,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448483379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:43,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448483489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:43,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448483489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:43,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:43,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T21:53:43,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:43,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:43,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:43,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:43,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:43,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/637882cdc1f74a9da93e83760cc2db8f 2024-11-12T21:53:43,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/16cf7c140c134a8a854f8f6e9a08b480 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/16cf7c140c134a8a854f8f6e9a08b480 2024-11-12T21:53:43,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/16cf7c140c134a8a854f8f6e9a08b480, entries=150, sequenceid=243, filesize=11.9 K 2024-11-12T21:53:43,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/38bcc28a87584b419974982ca2b32117 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/38bcc28a87584b419974982ca2b32117 2024-11-12T21:53:43,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/38bcc28a87584b419974982ca2b32117, entries=100, sequenceid=243, filesize=9.5 K 2024-11-12T21:53:43,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/637882cdc1f74a9da93e83760cc2db8f as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/637882cdc1f74a9da93e83760cc2db8f 2024-11-12T21:53:43,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/637882cdc1f74a9da93e83760cc2db8f, entries=100, sequenceid=243, filesize=9.5 K 2024-11-12T21:53:43,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 0078561006c7b287552e7e48723270c0 in 937ms, sequenceid=243, compaction requested=true 2024-11-12T21:53:43,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:43,659 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:43,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:53:43,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:43,659 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:43,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:53:43,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:43,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:53:43,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:43,660 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36893 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:43,660 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/A is initiating minor compaction (all files) 2024-11-12T21:53:43,660 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/A in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:43,661 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/96b929fa237345d694bb38fa2d79b973, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/4eb32da1b7854e568a76301d3291cc61, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/16cf7c140c134a8a854f8f6e9a08b480] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=36.0 K 2024-11-12T21:53:43,661 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96b929fa237345d694bb38fa2d79b973, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731448421470 2024-11-12T21:53:43,661 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:43,661 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4eb32da1b7854e568a76301d3291cc61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731448421547 2024-11-12T21:53:43,662 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/B is initiating minor compaction (all files) 2024-11-12T21:53:43,662 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/B in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:43,662 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/0eaa9357d64749bc9bec6f997b779e0c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/69edb3615aae4c9bbe86fe298fb3d9d7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/38bcc28a87584b419974982ca2b32117] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=33.7 K 2024-11-12T21:53:43,662 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16cf7c140c134a8a854f8f6e9a08b480, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731448422200 2024-11-12T21:53:43,662 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 0eaa9357d64749bc9bec6f997b779e0c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731448421470 2024-11-12T21:53:43,664 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 69edb3615aae4c9bbe86fe298fb3d9d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731448421547 2024-11-12T21:53:43,665 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 38bcc28a87584b419974982ca2b32117, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731448422211 2024-11-12T21:53:43,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T21:53:43,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:43,676 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-12T21:53:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:43,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/7672739d544841629583f75181856bf0 is 50, key is test_row_0/A:col10/1731448422838/Put/seqid=0 2024-11-12T21:53:43,688 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#A#compaction#48 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:43,689 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/5da7032fc40a44b592440bee8b21d4a9 is 50, key is test_row_0/A:col10/1731448421547/Put/seqid=0 2024-11-12T21:53:43,691 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#B#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:43,692 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/e3efafaed594478e97a51924a52e81bf is 50, key is test_row_0/B:col10/1731448421547/Put/seqid=0 2024-11-12T21:53:43,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741885_1061 (size=12301) 2024-11-12T21:53:43,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741887_1063 (size=12697) 2024-11-12T21:53:43,726 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/e3efafaed594478e97a51924a52e81bf as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e3efafaed594478e97a51924a52e81bf 2024-11-12T21:53:43,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741886_1062 (size=12697) 2024-11-12T21:53:43,734 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/B of 0078561006c7b287552e7e48723270c0 into e3efafaed594478e97a51924a52e81bf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:43,734 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:43,734 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/B, priority=13, startTime=1731448423659; duration=0sec 2024-11-12T21:53:43,734 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:43,734 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:B 2024-11-12T21:53:43,734 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:43,736 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:43,736 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/C is initiating minor compaction (all files) 2024-11-12T21:53:43,736 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/C in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:43,736 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/6d50297477124fb68b83d3ee8f8c9eed, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/c22f79aabb4248f6a3952f532a906115, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/637882cdc1f74a9da93e83760cc2db8f] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=33.7 K 2024-11-12T21:53:43,738 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d50297477124fb68b83d3ee8f8c9eed, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731448421470 2024-11-12T21:53:43,738 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting c22f79aabb4248f6a3952f532a906115, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731448421547 2024-11-12T21:53:43,739 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 637882cdc1f74a9da93e83760cc2db8f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731448422211 2024-11-12T21:53:43,750 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#C#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:43,751 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/cb7bccb78f2f4d57a79261360cc8edd2 is 50, key is test_row_0/C:col10/1731448421547/Put/seqid=0 2024-11-12T21:53:43,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741888_1064 (size=12697) 2024-11-12T21:53:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T21:53:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:44,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:44,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:44,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448484016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448484014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:44,108 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/7672739d544841629583f75181856bf0 2024-11-12T21:53:44,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/8a7d16e5f5334b83ab2261df8c827e2d is 50, key is test_row_0/B:col10/1731448422838/Put/seqid=0 2024-11-12T21:53:44,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741889_1065 (size=12301) 2024-11-12T21:53:44,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448484129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:44,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448484129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:44,139 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/5da7032fc40a44b592440bee8b21d4a9 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/5da7032fc40a44b592440bee8b21d4a9 2024-11-12T21:53:44,146 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/A of 0078561006c7b287552e7e48723270c0 into 5da7032fc40a44b592440bee8b21d4a9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:44,146 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:44,146 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/A, priority=13, startTime=1731448423658; duration=0sec 2024-11-12T21:53:44,147 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:44,147 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:A 2024-11-12T21:53:44,162 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/cb7bccb78f2f4d57a79261360cc8edd2 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/cb7bccb78f2f4d57a79261360cc8edd2 2024-11-12T21:53:44,169 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/C of 0078561006c7b287552e7e48723270c0 into cb7bccb78f2f4d57a79261360cc8edd2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:44,169 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:44,170 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/C, priority=13, startTime=1731448423659; duration=0sec 2024-11-12T21:53:44,171 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:44,171 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:C 2024-11-12T21:53:44,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448484340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448484340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:44,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:44,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:44,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448484379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:44,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448484379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:44,388 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 0078561006c7b287552e7e48723270c0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:53:44,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,389 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in 0078561006c7b287552e7e48723270c0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:53:44,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:44,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:44,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448484390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:44,391 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in 0078561006c7b287552e7e48723270c0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:53:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:44,523 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/8a7d16e5f5334b83ab2261df8c827e2d 2024-11-12T21:53:44,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/04b136826e7c4a53b3f79ba1ae2854f0 is 50, key is test_row_0/C:col10/1731448422838/Put/seqid=0 2024-11-12T21:53:44,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741890_1066 (size=12301) 2024-11-12T21:53:44,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448484649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:44,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:44,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448484649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:44,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:44,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T21:53:44,940 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/04b136826e7c4a53b3f79ba1ae2854f0 2024-11-12T21:53:44,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/7672739d544841629583f75181856bf0 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/7672739d544841629583f75181856bf0 2024-11-12T21:53:44,955 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/7672739d544841629583f75181856bf0, entries=150, sequenceid=280, filesize=12.0 K 2024-11-12T21:53:44,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/8a7d16e5f5334b83ab2261df8c827e2d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/8a7d16e5f5334b83ab2261df8c827e2d 2024-11-12T21:53:44,964 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/8a7d16e5f5334b83ab2261df8c827e2d, entries=150, sequenceid=280, filesize=12.0 K 2024-11-12T21:53:44,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/04b136826e7c4a53b3f79ba1ae2854f0 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/04b136826e7c4a53b3f79ba1ae2854f0 2024-11-12T21:53:44,971 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/04b136826e7c4a53b3f79ba1ae2854f0, entries=150, sequenceid=280, filesize=12.0 K 2024-11-12T21:53:44,972 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 0078561006c7b287552e7e48723270c0 in 1296ms, sequenceid=280, compaction requested=false 2024-11-12T21:53:44,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:44,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:44,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-12T21:53:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-12T21:53:44,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T21:53:44,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2270 sec 2024-11-12T21:53:44,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 2.2370 sec 2024-11-12T21:53:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:45,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-12T21:53:45,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:45,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:45,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:45,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:45,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:45,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:45,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/f1154755f3444d599d383e331021d593 is 50, key is test_row_0/A:col10/1731448424014/Put/seqid=0 2024-11-12T21:53:45,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741891_1067 (size=14741) 2024-11-12T21:53:45,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448485204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:45,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:45,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:45,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:45,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448425189, max timestamp=1731448425205Num uniques 859; 2024-11-12T21:53:45,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448425189, max timestamp=1731448425205Num uniques 859; 2024-11-12T21:53:45,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:53:45,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448425189, max timestamp=1731448425205Num uniques 859; 2024-11-12T21:53:45,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:53:45,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:53:45,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448485277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:45,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:45,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:45,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448485309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:45,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:45,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:45,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:45,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448485389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:45,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448485519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:45,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/f1154755f3444d599d383e331021d593 2024-11-12T21:53:45,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/d06448a30847411ab808d086bd70bac7 is 50, key is test_row_0/B:col10/1731448424014/Put/seqid=0 2024-11-12T21:53:45,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741892_1068 (size=12301) 2024-11-12T21:53:45,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448485609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:45,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:45,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:45,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:45,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448485829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:45,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:45,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:45,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:45,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448485919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:45,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:45,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:45,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:45,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/d06448a30847411ab808d086bd70bac7 2024-11-12T21:53:45,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/e5ded66785514a14bf3109ccd6b0541d is 50, key is test_row_0/C:col10/1731448424014/Put/seqid=0 2024-11-12T21:53:46,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741893_1069 (size=12301) 2024-11-12T21:53:46,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448486339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:46,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/e5ded66785514a14bf3109ccd6b0541d 2024-11-12T21:53:46,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/f1154755f3444d599d383e331021d593 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/f1154755f3444d599d383e331021d593 2024-11-12T21:53:46,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448486409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:46,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448486409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:46,410 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in 0078561006c7b287552e7e48723270c0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:53:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:46,411 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in 0078561006c7b287552e7e48723270c0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:53:46,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:46,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:46,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:46,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/f1154755f3444d599d383e331021d593, entries=200, sequenceid=294, filesize=14.4 K 2024-11-12T21:53:46,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/d06448a30847411ab808d086bd70bac7 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/d06448a30847411ab808d086bd70bac7 2024-11-12T21:53:46,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448486420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:46,421 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 0078561006c7b287552e7e48723270c0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:53:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:46,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/d06448a30847411ab808d086bd70bac7, entries=150, sequenceid=294, filesize=12.0 K 2024-11-12T21:53:46,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/e5ded66785514a14bf3109ccd6b0541d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/e5ded66785514a14bf3109ccd6b0541d 2024-11-12T21:53:46,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448486430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:46,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/e5ded66785514a14bf3109ccd6b0541d, entries=150, sequenceid=294, filesize=12.0 K 2024-11-12T21:53:46,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 0078561006c7b287552e7e48723270c0 in 1275ms, sequenceid=294, compaction requested=true 2024-11-12T21:53:46,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:46,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:53:46,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:46,437 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:46,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:53:46,437 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:46,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:46,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:53:46,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:46,438 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:46,438 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/B is initiating minor compaction (all files) 2024-11-12T21:53:46,438 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39739 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:46,438 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/B in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:46,438 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/A is initiating minor compaction (all files) 2024-11-12T21:53:46,438 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/A in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:46,438 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e3efafaed594478e97a51924a52e81bf, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/8a7d16e5f5334b83ab2261df8c827e2d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/d06448a30847411ab808d086bd70bac7] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=36.4 K 2024-11-12T21:53:46,438 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/5da7032fc40a44b592440bee8b21d4a9, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/7672739d544841629583f75181856bf0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/f1154755f3444d599d383e331021d593] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=38.8 K 2024-11-12T21:53:46,441 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting e3efafaed594478e97a51924a52e81bf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731448421547 2024-11-12T21:53:46,441 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5da7032fc40a44b592440bee8b21d4a9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731448421547 2024-11-12T21:53:46,441 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a7d16e5f5334b83ab2261df8c827e2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731448422838 2024-11-12T21:53:46,441 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7672739d544841629583f75181856bf0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731448422838 2024-11-12T21:53:46,442 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting d06448a30847411ab808d086bd70bac7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731448424008 2024-11-12T21:53:46,442 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1154755f3444d599d383e331021d593, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731448424004 2024-11-12T21:53:46,451 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:46,451 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/1ac74cdc8df34c17b02166cad665446a is 50, key is test_row_0/B:col10/1731448424014/Put/seqid=0 2024-11-12T21:53:46,459 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#A#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:46,460 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/dca10349bfc94a7e8ae034507ff1b37e is 50, key is test_row_0/A:col10/1731448424014/Put/seqid=0 2024-11-12T21:53:46,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741894_1070 (size=12949) 2024-11-12T21:53:46,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741895_1071 (size=12949) 2024-11-12T21:53:46,878 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/1ac74cdc8df34c17b02166cad665446a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/1ac74cdc8df34c17b02166cad665446a 2024-11-12T21:53:46,880 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/dca10349bfc94a7e8ae034507ff1b37e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/dca10349bfc94a7e8ae034507ff1b37e 2024-11-12T21:53:46,888 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/A of 0078561006c7b287552e7e48723270c0 into dca10349bfc94a7e8ae034507ff1b37e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:46,888 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:46,888 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/B of 0078561006c7b287552e7e48723270c0 into 1ac74cdc8df34c17b02166cad665446a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:46,888 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/A, priority=13, startTime=1731448426437; duration=0sec 2024-11-12T21:53:46,888 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:46,888 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/B, priority=13, startTime=1731448426437; duration=0sec 2024-11-12T21:53:46,888 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:46,888 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:A 2024-11-12T21:53:46,888 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:46,889 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:B 2024-11-12T21:53:46,889 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:46,890 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:46,890 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/C is initiating minor compaction (all files) 2024-11-12T21:53:46,890 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/C in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:46,891 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/cb7bccb78f2f4d57a79261360cc8edd2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/04b136826e7c4a53b3f79ba1ae2854f0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/e5ded66785514a14bf3109ccd6b0541d] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=36.4 K 2024-11-12T21:53:46,891 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb7bccb78f2f4d57a79261360cc8edd2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731448421547 2024-11-12T21:53:46,892 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04b136826e7c4a53b3f79ba1ae2854f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731448422838 2024-11-12T21:53:46,892 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5ded66785514a14bf3109ccd6b0541d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731448424008 2024-11-12T21:53:46,900 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#C#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:46,901 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/881e006212104c1abf845660f0b61861 is 50, key is test_row_0/C:col10/1731448424014/Put/seqid=0 2024-11-12T21:53:46,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741896_1072 (size=12949) 2024-11-12T21:53:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T21:53:46,910 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:53:46,910 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:53:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-12T21:53:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T21:53:46,913 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:53:46,913 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:53:46,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:53:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T21:53:47,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-12T21:53:47,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:47,067 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-12T21:53:47,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:47,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:47,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:47,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:47,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:47,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:47,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/099b6b44c16d4891a5ed903f9ecd7a3d is 50, key is test_row_0/A:col10/1731448425276/Put/seqid=0 2024-11-12T21:53:47,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741897_1073 (size=12301) 2024-11-12T21:53:47,082 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/099b6b44c16d4891a5ed903f9ecd7a3d 2024-11-12T21:53:47,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/11d0167b862249d78e1ff0dfd7a1745a is 50, key is test_row_0/B:col10/1731448425276/Put/seqid=0 2024-11-12T21:53:47,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741898_1074 (size=12301) 2024-11-12T21:53:47,110 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/11d0167b862249d78e1ff0dfd7a1745a 2024-11-12T21:53:47,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/afc93946678240468453e90a2e3c604b is 50, key is test_row_0/C:col10/1731448425276/Put/seqid=0 2024-11-12T21:53:47,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741899_1075 (size=12301) 2024-11-12T21:53:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T21:53:47,318 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/881e006212104c1abf845660f0b61861 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/881e006212104c1abf845660f0b61861 2024-11-12T21:53:47,326 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/C of 0078561006c7b287552e7e48723270c0 into 881e006212104c1abf845660f0b61861(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:47,326 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:47,326 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/C, priority=13, startTime=1731448426437; duration=0sec 2024-11-12T21:53:47,327 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:47,327 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:C 2024-11-12T21:53:47,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:47,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448487384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:47,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:47,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:47,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:47,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448487439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:47,444 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 0078561006c7b287552e7e48723270c0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:53:47,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:47,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:47,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:47,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448487500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:47,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:47,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:47,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:47,531 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/afc93946678240468453e90a2e3c604b 2024-11-12T21:53:47,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/099b6b44c16d4891a5ed903f9ecd7a3d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/099b6b44c16d4891a5ed903f9ecd7a3d 2024-11-12T21:53:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T21:53:47,545 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/099b6b44c16d4891a5ed903f9ecd7a3d, entries=150, sequenceid=332, filesize=12.0 K 2024-11-12T21:53:47,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/11d0167b862249d78e1ff0dfd7a1745a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/11d0167b862249d78e1ff0dfd7a1745a 2024-11-12T21:53:47,554 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/11d0167b862249d78e1ff0dfd7a1745a, entries=150, sequenceid=332, filesize=12.0 K 2024-11-12T21:53:47,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/afc93946678240468453e90a2e3c604b as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/afc93946678240468453e90a2e3c604b 2024-11-12T21:53:47,564 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/afc93946678240468453e90a2e3c604b, entries=150, sequenceid=332, filesize=12.0 K 2024-11-12T21:53:47,566 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 0078561006c7b287552e7e48723270c0 in 499ms, sequenceid=332, compaction requested=false 2024-11-12T21:53:47,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:47,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:47,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-12T21:53:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-12T21:53:47,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-12T21:53:47,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 655 msec 2024-11-12T21:53:47,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 661 msec 2024-11-12T21:53:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:47,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-12T21:53:47,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:47,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:47,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:47,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:47,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:47,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:47,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/72216dfb23e343e5a1fb34293e4cf669 is 50, key is test_row_0/A:col10/1731448427376/Put/seqid=0 2024-11-12T21:53:47,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741900_1076 (size=14741) 2024-11-12T21:53:47,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448487813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:47,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:47,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:47,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:47,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448487920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T21:53:48,049 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:53:48,050 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:53:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-12T21:53:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T21:53:48,052 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:53:48,053 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:53:48,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:53:48,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448488130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:48,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/72216dfb23e343e5a1fb34293e4cf669 2024-11-12T21:53:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T21:53:48,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/65c13cb56ec44acca59d495c0269f1e8 is 50, key is test_row_0/B:col10/1731448427376/Put/seqid=0 2024-11-12T21:53:48,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741901_1077 (size=12301) 2024-11-12T21:53:48,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-12T21:53:48,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:48,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:48,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:48,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:48,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:48,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-12T21:53:48,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:48,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:48,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:48,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:48,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T21:53:48,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448488439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:48,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-12T21:53:48,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:48,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:48,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:48,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:48,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:48,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/65c13cb56ec44acca59d495c0269f1e8 2024-11-12T21:53:48,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/8c613136f6e4411aa035b359a7f12571 is 50, key is test_row_0/C:col10/1731448427376/Put/seqid=0 2024-11-12T21:53:48,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741902_1078 (size=12301) 2024-11-12T21:53:48,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/8c613136f6e4411aa035b359a7f12571 2024-11-12T21:53:48,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/72216dfb23e343e5a1fb34293e4cf669 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/72216dfb23e343e5a1fb34293e4cf669 2024-11-12T21:53:48,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/72216dfb23e343e5a1fb34293e4cf669, entries=200, sequenceid=345, filesize=14.4 K 2024-11-12T21:53:48,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/65c13cb56ec44acca59d495c0269f1e8 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/65c13cb56ec44acca59d495c0269f1e8 2024-11-12T21:53:48,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/65c13cb56ec44acca59d495c0269f1e8, entries=150, sequenceid=345, filesize=12.0 K 2024-11-12T21:53:48,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/8c613136f6e4411aa035b359a7f12571 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/8c613136f6e4411aa035b359a7f12571 2024-11-12T21:53:48,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/8c613136f6e4411aa035b359a7f12571, entries=150, sequenceid=345, filesize=12.0 K 2024-11-12T21:53:48,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 0078561006c7b287552e7e48723270c0 in 908ms, sequenceid=345, compaction requested=true 2024-11-12T21:53:48,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:48,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:53:48,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:48,619 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:48,619 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:48,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:53:48,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:48,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:53:48,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:48,620 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:48,620 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:48,621 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/B is initiating minor compaction (all files) 2024-11-12T21:53:48,621 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/A is initiating minor compaction (all files) 2024-11-12T21:53:48,621 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/B in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:48,621 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/A in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:48,621 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/1ac74cdc8df34c17b02166cad665446a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/11d0167b862249d78e1ff0dfd7a1745a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/65c13cb56ec44acca59d495c0269f1e8] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=36.7 K 2024-11-12T21:53:48,621 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/dca10349bfc94a7e8ae034507ff1b37e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/099b6b44c16d4891a5ed903f9ecd7a3d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/72216dfb23e343e5a1fb34293e4cf669] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=39.1 K 2024-11-12T21:53:48,621 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ac74cdc8df34c17b02166cad665446a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731448424008 2024-11-12T21:53:48,621 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting dca10349bfc94a7e8ae034507ff1b37e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731448424008 2024-11-12T21:53:48,623 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 11d0167b862249d78e1ff0dfd7a1745a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731448425261 2024-11-12T21:53:48,623 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 099b6b44c16d4891a5ed903f9ecd7a3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731448425261 2024-11-12T21:53:48,623 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 65c13cb56ec44acca59d495c0269f1e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731448427367 2024-11-12T21:53:48,623 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72216dfb23e343e5a1fb34293e4cf669, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731448427367 2024-11-12T21:53:48,634 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#A#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:48,635 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/6d7aeb6bdd534f8891c01646da452a65 is 50, key is test_row_0/A:col10/1731448427376/Put/seqid=0 2024-11-12T21:53:48,638 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#B#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:48,639 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/30a5fee31f9b4196923dbdea9a0e8edb is 50, key is test_row_0/B:col10/1731448427376/Put/seqid=0 2024-11-12T21:53:48,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741903_1079 (size=13051) 2024-11-12T21:53:48,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741904_1080 (size=13051) 2024-11-12T21:53:48,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-12T21:53:48,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:48,668 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-12T21:53:48,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:48,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:48,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:48,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:48,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:48,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:48,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/44e9565633874d7885bc9c69d408a745 is 50, key is test_row_0/A:col10/1731448427795/Put/seqid=0 2024-11-12T21:53:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T21:53:48,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741905_1081 (size=12301) 2024-11-12T21:53:48,688 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/44e9565633874d7885bc9c69d408a745 2024-11-12T21:53:48,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/21843fd22b4b43f38f39326c47de6baf is 50, key is test_row_0/B:col10/1731448427795/Put/seqid=0 2024-11-12T21:53:48,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741906_1082 (size=12301) 2024-11-12T21:53:48,705 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/21843fd22b4b43f38f39326c47de6baf 2024-11-12T21:53:48,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/d9fe4b987c1d4a9e928c38e59840b571 is 50, key is test_row_0/C:col10/1731448427795/Put/seqid=0 2024-11-12T21:53:48,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741907_1083 (size=12301) 2024-11-12T21:53:48,727 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/d9fe4b987c1d4a9e928c38e59840b571 2024-11-12T21:53:48,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/44e9565633874d7885bc9c69d408a745 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/44e9565633874d7885bc9c69d408a745 2024-11-12T21:53:48,750 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/44e9565633874d7885bc9c69d408a745, entries=150, sequenceid=365, filesize=12.0 K 2024-11-12T21:53:48,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/21843fd22b4b43f38f39326c47de6baf as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/21843fd22b4b43f38f39326c47de6baf 2024-11-12T21:53:48,758 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/21843fd22b4b43f38f39326c47de6baf, entries=150, sequenceid=365, filesize=12.0 K 2024-11-12T21:53:48,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/d9fe4b987c1d4a9e928c38e59840b571 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/d9fe4b987c1d4a9e928c38e59840b571 2024-11-12T21:53:48,771 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/d9fe4b987c1d4a9e928c38e59840b571, entries=150, sequenceid=365, filesize=12.0 K 2024-11-12T21:53:48,772 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 0078561006c7b287552e7e48723270c0 in 104ms, sequenceid=365, compaction requested=true 2024-11-12T21:53:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-12T21:53:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-12T21:53:48,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-12T21:53:48,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 720 msec 2024-11-12T21:53:48,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 727 msec 2024-11-12T21:53:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:48,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:53:48,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:48,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:48,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:48,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:48,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:48,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:48,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/a832df36301e476cb8a05552bcb59499 is 50, key is test_row_0/A:col10/1731448428975/Put/seqid=0 2024-11-12T21:53:48,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741908_1084 (size=17181) 2024-11-12T21:53:48,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/a832df36301e476cb8a05552bcb59499 2024-11-12T21:53:49,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/cc2b3f04fe494e44a0ad75a5f892a345 is 50, key is test_row_0/B:col10/1731448428975/Put/seqid=0 2024-11-12T21:53:49,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741909_1085 (size=12301) 2024-11-12T21:53:49,054 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/6d7aeb6bdd534f8891c01646da452a65 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/6d7aeb6bdd534f8891c01646da452a65 2024-11-12T21:53:49,063 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/30a5fee31f9b4196923dbdea9a0e8edb as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/30a5fee31f9b4196923dbdea9a0e8edb 2024-11-12T21:53:49,066 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/A of 0078561006c7b287552e7e48723270c0 into 6d7aeb6bdd534f8891c01646da452a65(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:49,066 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:49,066 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/A, priority=13, startTime=1731448428619; duration=0sec 2024-11-12T21:53:49,066 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:49,066 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:A 2024-11-12T21:53:49,066 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:53:49,070 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:53:49,070 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/C is initiating minor compaction (all files) 2024-11-12T21:53:49,070 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/C in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:49,071 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/881e006212104c1abf845660f0b61861, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/afc93946678240468453e90a2e3c604b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/8c613136f6e4411aa035b359a7f12571, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/d9fe4b987c1d4a9e928c38e59840b571] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=48.7 K 2024-11-12T21:53:49,074 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 881e006212104c1abf845660f0b61861, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731448424008 2024-11-12T21:53:49,074 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/B of 0078561006c7b287552e7e48723270c0 into 30a5fee31f9b4196923dbdea9a0e8edb(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:49,074 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting afc93946678240468453e90a2e3c604b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731448425261 2024-11-12T21:53:49,075 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:49,075 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c613136f6e4411aa035b359a7f12571, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731448427367 2024-11-12T21:53:49,075 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/B, priority=13, startTime=1731448428619; duration=0sec 2024-11-12T21:53:49,075 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9fe4b987c1d4a9e928c38e59840b571, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731448427795 2024-11-12T21:53:49,076 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:49,076 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:B 2024-11-12T21:53:49,086 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#C#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:49,089 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/9d482ff78f144bceba6822711528cb49 is 50, key is test_row_0/C:col10/1731448427795/Put/seqid=0 2024-11-12T21:53:49,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448429045, max timestamp=1731448429092Num uniques 859; 2024-11-12T21:53:49,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:53:49,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448429045, max timestamp=1731448429092Num uniques 859; 2024-11-12T21:53:49,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448429045, max timestamp=1731448429092Num uniques 859; 2024-11-12T21:53:49,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:53:49,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:53:49,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741910_1086 (size=13085) 2024-11-12T21:53:49,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448489164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T21:53:49,189 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:53:49,190 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:53:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-12T21:53:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T21:53:49,192 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:53:49,192 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:53:49,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:53:49,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448489279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:49,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:49,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:49,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T21:53:49,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:49,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:49,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:49,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/cc2b3f04fe494e44a0ad75a5f892a345 2024-11-12T21:53:49,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/6610e38910364d49a2efcd8fdd3b8f82 is 50, key is test_row_0/C:col10/1731448428975/Put/seqid=0 2024-11-12T21:53:49,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741911_1087 (size=12301) 2024-11-12T21:53:49,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/6610e38910364d49a2efcd8fdd3b8f82 2024-11-12T21:53:49,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/a832df36301e476cb8a05552bcb59499 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/a832df36301e476cb8a05552bcb59499 2024-11-12T21:53:49,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/a832df36301e476cb8a05552bcb59499, entries=250, sequenceid=375, filesize=16.8 K 2024-11-12T21:53:49,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/cc2b3f04fe494e44a0ad75a5f892a345 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/cc2b3f04fe494e44a0ad75a5f892a345 2024-11-12T21:53:49,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448489449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:49,451 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 0078561006c7b287552e7e48723270c0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:53:49,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:49,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:49,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:49,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/cc2b3f04fe494e44a0ad75a5f892a345, entries=150, sequenceid=375, filesize=12.0 K 2024-11-12T21:53:49,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/6610e38910364d49a2efcd8fdd3b8f82 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/6610e38910364d49a2efcd8fdd3b8f82 2024-11-12T21:53:49,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/6610e38910364d49a2efcd8fdd3b8f82, entries=150, sequenceid=375, filesize=12.0 K 2024-11-12T21:53:49,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0078561006c7b287552e7e48723270c0 in 483ms, sequenceid=375, compaction requested=true 2024-11-12T21:53:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:A, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:53:49,468 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:B, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:53:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:53:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T21:53:49,471 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:49,471 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/A is initiating minor compaction (all files) 2024-11-12T21:53:49,471 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/A in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:49,471 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/6d7aeb6bdd534f8891c01646da452a65, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/44e9565633874d7885bc9c69d408a745, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/a832df36301e476cb8a05552bcb59499] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=41.5 K 2024-11-12T21:53:49,471 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d7aeb6bdd534f8891c01646da452a65, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731448427367 2024-11-12T21:53:49,472 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 44e9565633874d7885bc9c69d408a745, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731448427795 2024-11-12T21:53:49,472 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting a832df36301e476cb8a05552bcb59499, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731448428970 2024-11-12T21:53:49,483 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#A#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:49,483 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/609d1599013346278f83e7958cd868fa is 50, key is test_row_0/A:col10/1731448428975/Put/seqid=0 2024-11-12T21:53:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:49,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-12T21:53:49,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:49,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:49,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:49,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:49,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:49,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:49,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:49,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741912_1088 (size=13153) 2024-11-12T21:53:49,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/876a451c1a8c463886e5b1c62c417d77 is 50, key is test_row_0/A:col10/1731448429160/Put/seqid=0 2024-11-12T21:53:49,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:49,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:49,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:49,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:49,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:49,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741913_1089 (size=14741) 2024-11-12T21:53:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T21:53:49,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/876a451c1a8c463886e5b1c62c417d77 2024-11-12T21:53:49,514 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/9d482ff78f144bceba6822711528cb49 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/9d482ff78f144bceba6822711528cb49 2024-11-12T21:53:49,528 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0078561006c7b287552e7e48723270c0/C of 0078561006c7b287552e7e48723270c0 into 9d482ff78f144bceba6822711528cb49(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:49,528 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:49,528 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/C, priority=12, startTime=1731448428620; duration=0sec 2024-11-12T21:53:49,528 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T21:53:49,528 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:C 2024-11-12T21:53:49,528 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:C 2024-11-12T21:53:49,528 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:49,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/35a45333c52a429f9c473342b13be87f is 50, key is test_row_0/B:col10/1731448429160/Put/seqid=0 2024-11-12T21:53:49,533 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:49,533 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/B is initiating minor compaction (all files) 2024-11-12T21:53:49,533 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/B in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:49,534 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/30a5fee31f9b4196923dbdea9a0e8edb, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/21843fd22b4b43f38f39326c47de6baf, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/cc2b3f04fe494e44a0ad75a5f892a345] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=36.8 K 2024-11-12T21:53:49,534 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30a5fee31f9b4196923dbdea9a0e8edb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731448427367 2024-11-12T21:53:49,535 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21843fd22b4b43f38f39326c47de6baf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731448427795 2024-11-12T21:53:49,535 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc2b3f04fe494e44a0ad75a5f892a345, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731448428970 2024-11-12T21:53:49,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448489534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:49,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:49,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:49,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:49,555 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#B#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:49,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741914_1090 (size=12301) 2024-11-12T21:53:49,556 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/00665f3721fb4ccda49af02bd2f2b429 is 50, key is test_row_0/B:col10/1731448428975/Put/seqid=0 2024-11-12T21:53:49,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/35a45333c52a429f9c473342b13be87f 2024-11-12T21:53:49,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741915_1091 (size=13153) 2024-11-12T21:53:49,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/209e3eef928e4a0a90a023cacb28b817 is 50, key is test_row_0/C:col10/1731448429160/Put/seqid=0 2024-11-12T21:53:49,582 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/00665f3721fb4ccda49af02bd2f2b429 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/00665f3721fb4ccda49af02bd2f2b429 2024-11-12T21:53:49,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741916_1092 (size=12301) 2024-11-12T21:53:49,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/209e3eef928e4a0a90a023cacb28b817 2024-11-12T21:53:49,592 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/B of 0078561006c7b287552e7e48723270c0 into 00665f3721fb4ccda49af02bd2f2b429(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:49,592 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:49,592 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/B, priority=13, startTime=1731448429468; duration=0sec 2024-11-12T21:53:49,592 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:49,592 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:B 2024-11-12T21:53:49,592 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T21:53:49,594 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-12T21:53:49,594 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-12T21:53:49,594 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. because compaction request was cancelled 2024-11-12T21:53:49,594 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:C 2024-11-12T21:53:49,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/876a451c1a8c463886e5b1c62c417d77 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/876a451c1a8c463886e5b1c62c417d77 2024-11-12T21:53:49,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/876a451c1a8c463886e5b1c62c417d77, entries=200, sequenceid=414, filesize=14.4 K 2024-11-12T21:53:49,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/35a45333c52a429f9c473342b13be87f as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/35a45333c52a429f9c473342b13be87f 2024-11-12T21:53:49,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/35a45333c52a429f9c473342b13be87f, entries=150, sequenceid=414, filesize=12.0 K 2024-11-12T21:53:49,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/209e3eef928e4a0a90a023cacb28b817 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/209e3eef928e4a0a90a023cacb28b817 2024-11-12T21:53:49,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/209e3eef928e4a0a90a023cacb28b817, entries=150, sequenceid=414, filesize=12.0 K 2024-11-12T21:53:49,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 0078561006c7b287552e7e48723270c0 in 133ms, sequenceid=414, compaction requested=true 2024-11-12T21:53:49,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:49,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:53:49,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:49,625 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-12T21:53:49,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:53:49,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:49,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:53:49,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T21:53:49,625 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-12T21:53:49,625 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-12T21:53:49,625 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. because compaction request was cancelled 2024-11-12T21:53:49,625 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:A 2024-11-12T21:53:49,625 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:49,627 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:49,627 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/C is initiating minor compaction (all files) 2024-11-12T21:53:49,627 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/C in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:49,627 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/9d482ff78f144bceba6822711528cb49, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/6610e38910364d49a2efcd8fdd3b8f82, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/209e3eef928e4a0a90a023cacb28b817] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=36.8 K 2024-11-12T21:53:49,628 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d482ff78f144bceba6822711528cb49, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731448427795 2024-11-12T21:53:49,628 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6610e38910364d49a2efcd8fdd3b8f82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731448428970 2024-11-12T21:53:49,629 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 209e3eef928e4a0a90a023cacb28b817, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731448429160 2024-11-12T21:53:49,640 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#C#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:49,641 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/df1e040debdf4789b65d4b205109654e is 50, key is test_row_0/C:col10/1731448429160/Put/seqid=0 2024-11-12T21:53:49,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741917_1093 (size=13187) 2024-11-12T21:53:49,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:49,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:53:49,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:49,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:49,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:49,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:49,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:49,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:49,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:49,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:49,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:49,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:49,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:49,660 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/df1e040debdf4789b65d4b205109654e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/df1e040debdf4789b65d4b205109654e 2024-11-12T21:53:49,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/14528e5090524407b542ed710e578608 is 50, key is test_row_1/A:col10/1731448429652/Put/seqid=0 2024-11-12T21:53:49,672 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/C of 0078561006c7b287552e7e48723270c0 into df1e040debdf4789b65d4b205109654e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:49,672 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:49,672 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/C, priority=13, startTime=1731448429625; duration=0sec 2024-11-12T21:53:49,672 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:49,672 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:C 2024-11-12T21:53:49,673 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T21:53:49,673 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-12T21:53:49,674 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-12T21:53:49,674 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. because compaction request was cancelled 2024-11-12T21:53:49,674 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:B 2024-11-12T21:53:49,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741918_1094 (size=12297) 2024-11-12T21:53:49,747 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448429704, max timestamp=1731448429743Num uniques 859; 2024-11-12T21:53:49,747 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448429704, max timestamp=1731448429743Num uniques 859; 2024-11-12T21:53:49,747 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448429704, max timestamp=1731448429743Num uniques 859; 2024-11-12T21:53:49,747 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:53:49,747 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:53:49,747 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:53:49,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:49,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:49,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:49,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:49,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:49,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T21:53:49,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448489826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:49,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:49,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:49,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:49,911 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/609d1599013346278f83e7958cd868fa as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/609d1599013346278f83e7958cd868fa 2024-11-12T21:53:49,921 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/A of 0078561006c7b287552e7e48723270c0 into 609d1599013346278f83e7958cd868fa(size=12.8 K), total size for store is 27.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:49,921 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:49,922 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/A, priority=13, startTime=1731448429468; duration=0sec 2024-11-12T21:53:49,922 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:49,922 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:A 2024-11-12T21:53:49,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448489939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:49,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:49,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:49,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:49,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:49,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:49,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:49,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:49,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:49,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/14528e5090524407b542ed710e578608 2024-11-12T21:53:50,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/b1450232ba5e4df0be50d45a5b29fa8b is 50, key is test_row_1/B:col10/1731448429652/Put/seqid=0 2024-11-12T21:53:50,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741919_1095 (size=9857) 2024-11-12T21:53:50,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:50,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:50,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:50,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:50,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448490150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:50,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:50,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:50,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:50,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:50,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:50,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:50,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:50,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T21:53:50,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:50,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:50,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:50,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:50,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54050 deadline: 1731448490429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:50,431 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in 0078561006c7b287552e7e48723270c0 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:53:50,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:50,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:50,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:50,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54030 deadline: 1731448490449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:50,452 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 0078561006c7b287552e7e48723270c0 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:53:50,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:50,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:50,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:50,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:50,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54020 deadline: 1731448490460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448490460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:50,466 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in 0078561006c7b287552e7e48723270c0 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8254 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:53:50,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:50,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:50,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:50,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/b1450232ba5e4df0be50d45a5b29fa8b 2024-11-12T21:53:50,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/adfc4254700f471b959e98e40dbd82c7 is 50, key is test_row_1/C:col10/1731448429652/Put/seqid=0 2024-11-12T21:53:50,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741920_1096 (size=9857) 2024-11-12T21:53:50,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:50,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:50,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:50,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:50,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:50,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:50,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:50,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:50,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:50,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:50,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:50,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:50,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:50,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/adfc4254700f471b959e98e40dbd82c7 2024-11-12T21:53:50,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/14528e5090524407b542ed710e578608 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/14528e5090524407b542ed710e578608 2024-11-12T21:53:50,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/14528e5090524407b542ed710e578608, entries=150, sequenceid=426, filesize=12.0 K 2024-11-12T21:53:50,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/b1450232ba5e4df0be50d45a5b29fa8b as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/b1450232ba5e4df0be50d45a5b29fa8b 2024-11-12T21:53:50,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/b1450232ba5e4df0be50d45a5b29fa8b, entries=100, sequenceid=426, filesize=9.6 K 2024-11-12T21:53:50,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/adfc4254700f471b959e98e40dbd82c7 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/adfc4254700f471b959e98e40dbd82c7 2024-11-12T21:53:50,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/adfc4254700f471b959e98e40dbd82c7, entries=100, sequenceid=426, filesize=9.6 K 2024-11-12T21:53:50,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0078561006c7b287552e7e48723270c0 in 1292ms, sequenceid=426, compaction requested=true 2024-11-12T21:53:50,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:50,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:53:50,946 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:50,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:50,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:53:50,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:50,946 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:50,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:53:50,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:50,947 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40191 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:50,948 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:50,948 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/A is initiating minor compaction (all files) 2024-11-12T21:53:50,948 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/B is initiating minor compaction (all files) 2024-11-12T21:53:50,948 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/A in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:50,948 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/B in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:50,948 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/609d1599013346278f83e7958cd868fa, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/876a451c1a8c463886e5b1c62c417d77, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/14528e5090524407b542ed710e578608] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=39.2 K 2024-11-12T21:53:50,948 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/00665f3721fb4ccda49af02bd2f2b429, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/35a45333c52a429f9c473342b13be87f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/b1450232ba5e4df0be50d45a5b29fa8b] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=34.5 K 2024-11-12T21:53:50,948 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 00665f3721fb4ccda49af02bd2f2b429, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731448428970 2024-11-12T21:53:50,949 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 609d1599013346278f83e7958cd868fa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731448428970 2024-11-12T21:53:50,949 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 35a45333c52a429f9c473342b13be87f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731448429160 2024-11-12T21:53:50,949 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 876a451c1a8c463886e5b1c62c417d77, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731448429140 2024-11-12T21:53:50,949 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting b1450232ba5e4df0be50d45a5b29fa8b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731448429530 2024-11-12T21:53:50,950 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14528e5090524407b542ed710e578608, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731448429510 2024-11-12T21:53:50,958 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:50,959 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/50c4f80f871f407c8666d275da802501 is 50, key is test_row_0/B:col10/1731448429160/Put/seqid=0 2024-11-12T21:53:50,963 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#A#compaction#85 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:50,963 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/273c815591d6413b9dd3a38873247af4 is 50, key is test_row_0/A:col10/1731448429160/Put/seqid=0 2024-11-12T21:53:50,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741922_1098 (size=13255) 2024-11-12T21:53:50,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741921_1097 (size=13255) 2024-11-12T21:53:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:50,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-12T21:53:50,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:50,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:50,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:50,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:50,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:50,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:53:50,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/b17feb96dcc14afd802052c4a79f6904 is 50, key is test_row_0/A:col10/1731448429801/Put/seqid=0 2024-11-12T21:53:50,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741923_1099 (size=14741) 2024-11-12T21:53:51,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448491009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:51,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:51,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:51,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:51,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:51,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:51,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:51,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:51,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448491119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:51,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:51,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:51,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:51,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:51,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:51,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:51,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:51,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448491329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T21:53:51,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:51,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:51,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:51,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:51,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,375 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/273c815591d6413b9dd3a38873247af4 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/273c815591d6413b9dd3a38873247af4 2024-11-12T21:53:51,377 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/50c4f80f871f407c8666d275da802501 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/50c4f80f871f407c8666d275da802501 2024-11-12T21:53:51,381 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/A of 0078561006c7b287552e7e48723270c0 into 273c815591d6413b9dd3a38873247af4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:51,381 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:51,381 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/A, priority=13, startTime=1731448430946; duration=0sec 2024-11-12T21:53:51,382 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:51,382 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:A 2024-11-12T21:53:51,382 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T21:53:51,383 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-12T21:53:51,383 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-12T21:53:51,383 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. because compaction request was cancelled 2024-11-12T21:53:51,383 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:C 2024-11-12T21:53:51,384 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/B of 0078561006c7b287552e7e48723270c0 into 50c4f80f871f407c8666d275da802501(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:51,384 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:51,384 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/B, priority=13, startTime=1731448430946; duration=0sec 2024-11-12T21:53:51,384 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:51,384 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:B 2024-11-12T21:53:51,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/b17feb96dcc14afd802052c4a79f6904 2024-11-12T21:53:51,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/cb4d7e1c9f6e472581d281070674972e is 50, key is test_row_0/B:col10/1731448429801/Put/seqid=0 2024-11-12T21:53:51,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741924_1100 (size=12301) 2024-11-12T21:53:51,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:51,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:51,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:51,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:51,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448491639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:51,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:51,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:51,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:51,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:51,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:51,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:51,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:51,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:51,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/cb4d7e1c9f6e472581d281070674972e 2024-11-12T21:53:51,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/efa4408881f2493088f75a75d08ae17c is 50, key is test_row_0/C:col10/1731448429801/Put/seqid=0 2024-11-12T21:53:51,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741925_1101 (size=12301) 2024-11-12T21:53:51,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:51,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:51,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:51,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:51,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:52,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:52,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:52,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448492149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:52,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/efa4408881f2493088f75a75d08ae17c 2024-11-12T21:53:52,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/b17feb96dcc14afd802052c4a79f6904 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b17feb96dcc14afd802052c4a79f6904 2024-11-12T21:53:52,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b17feb96dcc14afd802052c4a79f6904, entries=200, sequenceid=465, filesize=14.4 K 2024-11-12T21:53:52,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/cb4d7e1c9f6e472581d281070674972e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/cb4d7e1c9f6e472581d281070674972e 2024-11-12T21:53:52,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/cb4d7e1c9f6e472581d281070674972e, entries=150, sequenceid=465, filesize=12.0 K 2024-11-12T21:53:52,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/efa4408881f2493088f75a75d08ae17c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/efa4408881f2493088f75a75d08ae17c 2024-11-12T21:53:52,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/efa4408881f2493088f75a75d08ae17c, entries=150, sequenceid=465, filesize=12.0 K 2024-11-12T21:53:52,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 0078561006c7b287552e7e48723270c0 in 1271ms, sequenceid=465, compaction requested=true 2024-11-12T21:53:52,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:52,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:53:52,252 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T21:53:52,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:52,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:53:52,252 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T21:53:52,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:52,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:53:52,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:52,253 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-12T21:53:52,253 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-12T21:53:52,253 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. because compaction request was cancelled 2024-11-12T21:53:52,253 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:A 2024-11-12T21:53:52,253 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:52,254 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:52,254 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/C is initiating minor compaction (all files) 2024-11-12T21:53:52,254 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/C in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:52,254 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-12T21:53:52,254 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-12T21:53:52,254 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/df1e040debdf4789b65d4b205109654e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/adfc4254700f471b959e98e40dbd82c7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/efa4408881f2493088f75a75d08ae17c] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=34.5 K 2024-11-12T21:53:52,254 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. because compaction request was cancelled 2024-11-12T21:53:52,254 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:B 2024-11-12T21:53:52,254 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting df1e040debdf4789b65d4b205109654e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731448429160 2024-11-12T21:53:52,255 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting adfc4254700f471b959e98e40dbd82c7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731448429530 2024-11-12T21:53:52,255 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting efa4408881f2493088f75a75d08ae17c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731448429801 2024-11-12T21:53:52,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T21:53:52,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:52,263 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-12T21:53:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:52,264 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#C#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:52,265 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/bf587a6b825a41b0965db012f11095f9 is 50, key is test_row_0/C:col10/1731448429801/Put/seqid=0 2024-11-12T21:53:52,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/c88c52598a134aaa99809a415fb3a4b2 is 50, key is test_row_0/A:col10/1731448430994/Put/seqid=0 2024-11-12T21:53:52,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741926_1102 (size=13289) 2024-11-12T21:53:52,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741927_1103 (size=12301) 2024-11-12T21:53:52,286 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/c88c52598a134aaa99809a415fb3a4b2 2024-11-12T21:53:52,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/3614279b5e22400eb0dcd7ac5dbff5ef is 50, key is test_row_0/B:col10/1731448430994/Put/seqid=0 2024-11-12T21:53:52,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741928_1104 (size=12301) 2024-11-12T21:53:52,687 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/bf587a6b825a41b0965db012f11095f9 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/bf587a6b825a41b0965db012f11095f9 2024-11-12T21:53:52,693 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/C of 0078561006c7b287552e7e48723270c0 into bf587a6b825a41b0965db012f11095f9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:52,693 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:52,694 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/C, priority=13, startTime=1731448432252; duration=0sec 2024-11-12T21:53:52,694 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:52,694 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:C 2024-11-12T21:53:52,705 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/3614279b5e22400eb0dcd7ac5dbff5ef 2024-11-12T21:53:52,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/c15a5081b7f4436ab771328495dd69d7 is 50, key is test_row_0/C:col10/1731448430994/Put/seqid=0 2024-11-12T21:53:52,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741929_1105 (size=12301) 2024-11-12T21:53:53,139 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/c15a5081b7f4436ab771328495dd69d7 2024-11-12T21:53:53,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/c88c52598a134aaa99809a415fb3a4b2 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/c88c52598a134aaa99809a415fb3a4b2 2024-11-12T21:53:53,152 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/c88c52598a134aaa99809a415fb3a4b2, entries=150, sequenceid=476, filesize=12.0 K 2024-11-12T21:53:53,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/3614279b5e22400eb0dcd7ac5dbff5ef as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/3614279b5e22400eb0dcd7ac5dbff5ef 2024-11-12T21:53:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:53,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:53,160 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/3614279b5e22400eb0dcd7ac5dbff5ef, entries=150, sequenceid=476, filesize=12.0 K 2024-11-12T21:53:53,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/c15a5081b7f4436ab771328495dd69d7 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/c15a5081b7f4436ab771328495dd69d7 2024-11-12T21:53:53,166 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/c15a5081b7f4436ab771328495dd69d7, entries=150, sequenceid=476, filesize=12.0 K 2024-11-12T21:53:53,168 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=20.13 KB/20610 for 0078561006c7b287552e7e48723270c0 in 904ms, sequenceid=476, compaction requested=true 2024-11-12T21:53:53,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:53,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:53,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-12T21:53:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-12T21:53:53,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-12T21:53:53,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9760 sec 2024-11-12T21:53:53,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 3.9820 sec 2024-11-12T21:53:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:53,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:53:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:53,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:53,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:53,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:53,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:53,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:53,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/36f53b09df36407d9212bee28755f60a is 50, key is test_row_0/A:col10/1731448433174/Put/seqid=0 2024-11-12T21:53:53,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741930_1106 (size=17181) 2024-11-12T21:53:53,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448433246, max timestamp=1731448433263Num uniques 859; 2024-11-12T21:53:53,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448433246, max timestamp=1731448433263Num uniques 859; 2024-11-12T21:53:53,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448433246, max timestamp=1731448433263Num uniques 859; 2024-11-12T21:53:53,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:53:53,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:53:53,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:53:53,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448493343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:53,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:53,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:53,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T21:53:53,360 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:53:53,360 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:53:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-12T21:53:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T21:53:53,362 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:53:53,363 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:53:53,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:53:53,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448493449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:53,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:53,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:53,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:53,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54076 deadline: 1731448493459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:53,463 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 0078561006c7b287552e7e48723270c0 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:53:53,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:53,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:53,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T21:53:53,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T21:53:53,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:53,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:53,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:53,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:53,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:53,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/36f53b09df36407d9212bee28755f60a 2024-11-12T21:53:53,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/1d01de80b4be400ebbf6eceb2e122bb8 is 50, key is test_row_0/B:col10/1731448433174/Put/seqid=0 2024-11-12T21:53:53,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741931_1107 (size=12301) 2024-11-12T21:53:53,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448493659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:53,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:53,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:53,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:53,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T21:53:53,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:53,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:53,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:53,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:53,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T21:53:53,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T21:53:53,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:53,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:53,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:53,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:53,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:53,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448493970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:53,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:53,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:53,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:53,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T21:53:53,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:53,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:53,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:53,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:53,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T21:53:54,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/1d01de80b4be400ebbf6eceb2e122bb8 2024-11-12T21:53:54,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/2b175b9148114bc89ea7dc9524aa543a is 50, key is test_row_0/C:col10/1731448433174/Put/seqid=0 2024-11-12T21:53:54,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741932_1108 (size=12301) 2024-11-12T21:53:54,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T21:53:54,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:54,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:54,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:54,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T21:53:54,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:54,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:54,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:54,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/2b175b9148114bc89ea7dc9524aa543a 2024-11-12T21:53:54,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/36f53b09df36407d9212bee28755f60a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/36f53b09df36407d9212bee28755f60a 2024-11-12T21:53:54,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/36f53b09df36407d9212bee28755f60a, entries=250, sequenceid=487, filesize=16.8 K 2024-11-12T21:53:54,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/1d01de80b4be400ebbf6eceb2e122bb8 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/1d01de80b4be400ebbf6eceb2e122bb8 2024-11-12T21:53:54,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/1d01de80b4be400ebbf6eceb2e122bb8, entries=150, sequenceid=487, filesize=12.0 K 2024-11-12T21:53:54,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/2b175b9148114bc89ea7dc9524aa543a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/2b175b9148114bc89ea7dc9524aa543a 2024-11-12T21:53:54,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T21:53:54,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:54,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:54,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:54,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/2b175b9148114bc89ea7dc9524aa543a, entries=150, sequenceid=487, filesize=12.0 K 2024-11-12T21:53:54,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0078561006c7b287552e7e48723270c0 in 1262ms, sequenceid=487, compaction requested=true 2024-11-12T21:53:54,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:54,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:53:54,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:54,442 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:53:54,442 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:53:54,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:53:54,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:54,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0078561006c7b287552e7e48723270c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:53:54,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:54,444 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57478 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:53:54,444 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:53:54,444 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/B is initiating minor compaction (all files) 2024-11-12T21:53:54,444 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/A is initiating minor compaction (all files) 2024-11-12T21:53:54,444 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/A in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:54,444 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/B in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:54,444 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/50c4f80f871f407c8666d275da802501, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/cb4d7e1c9f6e472581d281070674972e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/3614279b5e22400eb0dcd7ac5dbff5ef, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/1d01de80b4be400ebbf6eceb2e122bb8] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=49.0 K 2024-11-12T21:53:54,444 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/273c815591d6413b9dd3a38873247af4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b17feb96dcc14afd802052c4a79f6904, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/c88c52598a134aaa99809a415fb3a4b2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/36f53b09df36407d9212bee28755f60a] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=56.1 K 2024-11-12T21:53:54,445 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 273c815591d6413b9dd3a38873247af4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731448429160 2024-11-12T21:53:54,445 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 50c4f80f871f407c8666d275da802501, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731448429160 2024-11-12T21:53:54,445 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting b17feb96dcc14afd802052c4a79f6904, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731448429801 2024-11-12T21:53:54,445 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting cb4d7e1c9f6e472581d281070674972e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731448429801 2024-11-12T21:53:54,445 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting c88c52598a134aaa99809a415fb3a4b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731448430994 2024-11-12T21:53:54,445 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 3614279b5e22400eb0dcd7ac5dbff5ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731448430994 2024-11-12T21:53:54,446 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36f53b09df36407d9212bee28755f60a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731448433159 2024-11-12T21:53:54,446 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d01de80b4be400ebbf6eceb2e122bb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731448433174 2024-11-12T21:53:54,455 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#B#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:54,456 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#A#compaction#96 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:54,456 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/bab91507eb2240bda1e898f31f6bcccc is 50, key is test_row_0/B:col10/1731448433174/Put/seqid=0 2024-11-12T21:53:54,456 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/7c0922bedad24249b5eab2a68b479442 is 50, key is test_row_0/A:col10/1731448433174/Put/seqid=0 2024-11-12T21:53:54,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741934_1110 (size=13391) 2024-11-12T21:53:54,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741933_1109 (size=13391) 2024-11-12T21:53:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:54,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-12T21:53:54,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:54,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:53:54,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:54,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:53:54,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:54,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:53:54,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/2210fa80b3274fa7977b4d73c167cbd6 is 50, key is test_row_0/A:col10/1731448433341/Put/seqid=0 2024-11-12T21:53:54,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741935_1111 (size=14741) 2024-11-12T21:53:54,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/2210fa80b3274fa7977b4d73c167cbd6 2024-11-12T21:53:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T21:53:54,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/457a0aae2a5b4cd3bcfb94fbc0e06382 is 50, key is test_row_0/B:col10/1731448433341/Put/seqid=0 2024-11-12T21:53:54,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741936_1112 (size=12301) 2024-11-12T21:53:54,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448494517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:54,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:54,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:54,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:54,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T21:53:54,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:54,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:54,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:54,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448494629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:54,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T21:53:54,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:54,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:54,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:54,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448494840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:54,875 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/7c0922bedad24249b5eab2a68b479442 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/7c0922bedad24249b5eab2a68b479442 2024-11-12T21:53:54,880 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0078561006c7b287552e7e48723270c0/A of 0078561006c7b287552e7e48723270c0 into 7c0922bedad24249b5eab2a68b479442(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:54,880 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:54,881 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/A, priority=12, startTime=1731448434442; duration=0sec 2024-11-12T21:53:54,881 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:53:54,881 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:A 2024-11-12T21:53:54,881 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:53:54,882 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/bab91507eb2240bda1e898f31f6bcccc as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/bab91507eb2240bda1e898f31f6bcccc 2024-11-12T21:53:54,883 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:53:54,883 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 0078561006c7b287552e7e48723270c0/C is initiating minor compaction (all files) 2024-11-12T21:53:54,883 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0078561006c7b287552e7e48723270c0/C in TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:54,883 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/bf587a6b825a41b0965db012f11095f9, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/c15a5081b7f4436ab771328495dd69d7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/2b175b9148114bc89ea7dc9524aa543a] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp, totalSize=37.0 K 2024-11-12T21:53:54,883 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf587a6b825a41b0965db012f11095f9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731448429801 2024-11-12T21:53:54,884 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting c15a5081b7f4436ab771328495dd69d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731448430994 2024-11-12T21:53:54,884 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b175b9148114bc89ea7dc9524aa543a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731448433174 2024-11-12T21:53:54,888 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0078561006c7b287552e7e48723270c0/B of 0078561006c7b287552e7e48723270c0 into bab91507eb2240bda1e898f31f6bcccc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:54,888 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:54,888 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/B, priority=12, startTime=1731448434442; duration=0sec 2024-11-12T21:53:54,888 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:54,888 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:B 2024-11-12T21:53:54,894 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0078561006c7b287552e7e48723270c0#C#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:53:54,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T21:53:54,895 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/ecdd5dfa81a2409dbd247f300fabe1cb is 50, key is test_row_0/C:col10/1731448433174/Put/seqid=0 2024-11-12T21:53:54,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:54,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:54,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:54,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:54,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741937_1113 (size=13391) 2024-11-12T21:53:54,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/457a0aae2a5b4cd3bcfb94fbc0e06382 2024-11-12T21:53:54,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/a5a68f1f654e4453b101478d3d521e91 is 50, key is test_row_0/C:col10/1731448433341/Put/seqid=0 2024-11-12T21:53:54,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741938_1114 (size=12301) 2024-11-12T21:53:55,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T21:53:55,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:55,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:55,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:55,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:55,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:55,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:53:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1731448495149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 2024-11-12T21:53:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:53:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:53:55,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T21:53:55,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:55,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:55,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:55,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:55,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:53:55,249 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-12T21:53:55,249 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:53:55,249 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-12T21:53:55,249 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:53:55,250 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-12T21:53:55,251 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:53:55,254 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:55,254 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:55,254 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:55,255 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:55,255 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:55,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:53:55,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:53:55,255 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:55,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:53:55,263 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-12T21:53:55,263 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:53:55,263 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:55,263 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:55,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:53:55,315 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/ecdd5dfa81a2409dbd247f300fabe1cb as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/ecdd5dfa81a2409dbd247f300fabe1cb 2024-11-12T21:53:55,325 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0078561006c7b287552e7e48723270c0/C of 0078561006c7b287552e7e48723270c0 into ecdd5dfa81a2409dbd247f300fabe1cb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:53:55,325 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:55,325 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., storeName=0078561006c7b287552e7e48723270c0/C, priority=13, startTime=1731448434442; duration=0sec 2024-11-12T21:53:55,325 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:53:55,325 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0078561006c7b287552e7e48723270c0:C 2024-11-12T21:53:55,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/a5a68f1f654e4453b101478d3d521e91 2024-11-12T21:53:55,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/2210fa80b3274fa7977b4d73c167cbd6 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/2210fa80b3274fa7977b4d73c167cbd6 2024-11-12T21:53:55,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/2210fa80b3274fa7977b4d73c167cbd6, entries=200, sequenceid=525, filesize=14.4 K 2024-11-12T21:53:55,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/457a0aae2a5b4cd3bcfb94fbc0e06382 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/457a0aae2a5b4cd3bcfb94fbc0e06382 2024-11-12T21:53:55,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/457a0aae2a5b4cd3bcfb94fbc0e06382, entries=150, sequenceid=525, filesize=12.0 K 2024-11-12T21:53:55,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/a5a68f1f654e4453b101478d3d521e91 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/a5a68f1f654e4453b101478d3d521e91 2024-11-12T21:53:55,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/a5a68f1f654e4453b101478d3d521e91, entries=150, sequenceid=525, filesize=12.0 K 2024-11-12T21:53:55,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 0078561006c7b287552e7e48723270c0 in 865ms, sequenceid=525, compaction requested=false 2024-11-12T21:53:55,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:55,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T21:53:55,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:55,354 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-12T21:53:55,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:53:55,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:55,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:53:55,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:55,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:53:55,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:53:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/03e3fad9ff474877ac35763a7dcc195a is 50, key is test_row_0/A:col10/1731448434515/Put/seqid=0 2024-11-12T21:53:55,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741939_1115 (size=12301) 2024-11-12T21:53:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T21:53:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 0078561006c7b287552e7e48723270c0 2024-11-12T21:53:55,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. as already flushing 2024-11-12T21:53:55,672 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-12T21:53:55,672 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:53:55,672 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:55,673 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:53:55,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:53:55,763 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/03e3fad9ff474877ac35763a7dcc195a 2024-11-12T21:53:55,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/c09ae6f2a01a4851bfc7e677b6080302 is 50, key is test_row_0/B:col10/1731448434515/Put/seqid=0 2024-11-12T21:53:55,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741940_1116 (size=12301) 2024-11-12T21:53:56,182 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/c09ae6f2a01a4851bfc7e677b6080302 2024-11-12T21:53:56,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/aad176dc2e924bbb866ea2a3dfa3cb63 is 50, key is test_row_0/C:col10/1731448434515/Put/seqid=0 2024-11-12T21:53:56,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741941_1117 (size=12301) 2024-11-12T21:53:56,604 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/aad176dc2e924bbb866ea2a3dfa3cb63 2024-11-12T21:53:56,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/03e3fad9ff474877ac35763a7dcc195a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/03e3fad9ff474877ac35763a7dcc195a 2024-11-12T21:53:56,622 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/03e3fad9ff474877ac35763a7dcc195a, entries=150, sequenceid=537, filesize=12.0 K 2024-11-12T21:53:56,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/c09ae6f2a01a4851bfc7e677b6080302 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/c09ae6f2a01a4851bfc7e677b6080302 2024-11-12T21:53:56,628 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/c09ae6f2a01a4851bfc7e677b6080302, entries=150, sequenceid=537, filesize=12.0 K 2024-11-12T21:53:56,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/aad176dc2e924bbb866ea2a3dfa3cb63 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/aad176dc2e924bbb866ea2a3dfa3cb63 2024-11-12T21:53:56,634 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/aad176dc2e924bbb866ea2a3dfa3cb63, entries=150, sequenceid=537, filesize=12.0 K 2024-11-12T21:53:56,635 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=6.71 KB/6870 for 0078561006c7b287552e7e48723270c0 in 1281ms, sequenceid=537, compaction requested=true 2024-11-12T21:53:56,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 0078561006c7b287552e7e48723270c0: 2024-11-12T21:53:56,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:53:56,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-12T21:53:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-12T21:53:56,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-12T21:53:56,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2740 sec 2024-11-12T21:53:56,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 3.2790 sec 2024-11-12T21:53:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T21:53:57,530 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:53:58,651 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T21:54:00,464 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-12T21:54:00,464 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:00,464 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:00,465 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:00,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:00,500 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-12T21:54:00,500 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:00,501 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:00,501 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:00,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:00,532 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-12T21:54:00,533 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:00,533 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:00,533 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:00,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:03,575 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-12T21:54:03,576 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:03,576 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:03,576 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:03,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:03,576 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T21:54:03,577 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-12T21:54:03,577 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-12T21:54:03,577 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-12T21:54:03,577 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 220 2024-11-12T21:54:03,577 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-12T21:54:03,577 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T21:54:03,577 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3298 2024-11-12T21:54:03,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3028 2024-11-12T21:54:03,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T21:54:03,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1370 2024-11-12T21:54:03,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4105 rows 2024-11-12T21:54:03,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1362 2024-11-12T21:54:03,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4085 rows 2024-11-12T21:54:03,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:54:03,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:54:03,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:03,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:03,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:03,585 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T21:54:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T21:54:03,593 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448443593"}]},"ts":"1731448443593"} 2024-11-12T21:54:03,595 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T21:54:03,595 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T21:54:03,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:54:03,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0078561006c7b287552e7e48723270c0, UNASSIGN}] 2024-11-12T21:54:03,601 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0078561006c7b287552e7e48723270c0, UNASSIGN 2024-11-12T21:54:03,603 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=0078561006c7b287552e7e48723270c0, regionState=CLOSING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:54:03,604 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43093 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=0c576948786c,34327,1731448410123, table=TestAcidGuarantees, region=0078561006c7b287552e7e48723270c0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T21:54:03,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0078561006c7b287552e7e48723270c0, UNASSIGN because future has completed 2024-11-12T21:54:03,606 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:54:03,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:54:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T21:54:03,765 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(122): Close 0078561006c7b287552e7e48723270c0 2024-11-12T21:54:03,766 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:54:03,767 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1722): Closing 0078561006c7b287552e7e48723270c0, disabling compactions & flushes 2024-11-12T21:54:03,767 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:54:03,767 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:54:03,767 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. after waiting 0 ms 2024-11-12T21:54:03,768 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:54:03,768 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(2902): Flushing 0078561006c7b287552e7e48723270c0 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-12T21:54:03,769 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=A 2024-11-12T21:54:03,769 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:03,769 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=B 2024-11-12T21:54:03,769 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:03,769 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0078561006c7b287552e7e48723270c0, store=C 2024-11-12T21:54:03,769 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:03,778 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/3140c3e6434c4255970a30f10440c707 is 50, key is test_row_0/A:col10/1731448443571/Put/seqid=0 2024-11-12T21:54:03,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741942_1118 (size=12301) 2024-11-12T21:54:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T21:54:04,185 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/3140c3e6434c4255970a30f10440c707 2024-11-12T21:54:04,197 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/b299686d4297494faedb96cf2d00638a is 50, key is test_row_0/B:col10/1731448443571/Put/seqid=0 2024-11-12T21:54:04,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741943_1119 (size=12301) 2024-11-12T21:54:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T21:54:04,603 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/b299686d4297494faedb96cf2d00638a 2024-11-12T21:54:04,621 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/a050bf866b2f41789d0bc6e5f5f95d59 is 50, key is test_row_0/C:col10/1731448443571/Put/seqid=0 2024-11-12T21:54:04,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741944_1120 (size=12301) 2024-11-12T21:54:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T21:54:05,027 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/a050bf866b2f41789d0bc6e5f5f95d59 2024-11-12T21:54:05,039 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/A/3140c3e6434c4255970a30f10440c707 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/3140c3e6434c4255970a30f10440c707 2024-11-12T21:54:05,048 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/3140c3e6434c4255970a30f10440c707, entries=150, sequenceid=545, filesize=12.0 K 2024-11-12T21:54:05,049 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/B/b299686d4297494faedb96cf2d00638a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/b299686d4297494faedb96cf2d00638a 2024-11-12T21:54:05,055 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/b299686d4297494faedb96cf2d00638a, entries=150, sequenceid=545, filesize=12.0 K 2024-11-12T21:54:05,056 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/.tmp/C/a050bf866b2f41789d0bc6e5f5f95d59 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/a050bf866b2f41789d0bc6e5f5f95d59 2024-11-12T21:54:05,061 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/a050bf866b2f41789d0bc6e5f5f95d59, entries=150, sequenceid=545, filesize=12.0 K 2024-11-12T21:54:05,062 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 0078561006c7b287552e7e48723270c0 in 1294ms, sequenceid=545, compaction requested=true 2024-11-12T21:54:05,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/a82fc221964246099fbe69cbec6037e8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/fba7c1d5c5b64b20a8d4a664e4468b3b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/1503fba8edcf41edbab0ae5b5d9478b4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b4e79e1fa75b4d03a5ed1af791c79a32, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/df751d3d9b5d48fda41c94e7175ed84e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/536739a013b7461b8208ba6b2c8eecb5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/51be251ef2be4cfea9fe986b9d1c3c8d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/274c6d1b7ad243f5be6c6b1b609f197a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/4e9fbc6659b5443d84dc506d5f931575, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b9de3804ad714f8da40c767d596528ce, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/419c7a5cc4ee4108a06c7f58e64b9821, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/81765074dfb1458886a30b072620a1aa, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/6383816e7291455aa8b9235b9f3d1361, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/96b929fa237345d694bb38fa2d79b973, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/4eb32da1b7854e568a76301d3291cc61, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/5da7032fc40a44b592440bee8b21d4a9, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/16cf7c140c134a8a854f8f6e9a08b480, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/7672739d544841629583f75181856bf0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/f1154755f3444d599d383e331021d593, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/dca10349bfc94a7e8ae034507ff1b37e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/099b6b44c16d4891a5ed903f9ecd7a3d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/72216dfb23e343e5a1fb34293e4cf669, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/6d7aeb6bdd534f8891c01646da452a65, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/44e9565633874d7885bc9c69d408a745, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/a832df36301e476cb8a05552bcb59499, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/609d1599013346278f83e7958cd868fa, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/876a451c1a8c463886e5b1c62c417d77, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/273c815591d6413b9dd3a38873247af4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/14528e5090524407b542ed710e578608, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b17feb96dcc14afd802052c4a79f6904, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/c88c52598a134aaa99809a415fb3a4b2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/36f53b09df36407d9212bee28755f60a] to archive 2024-11-12T21:54:05,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:54:05,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/a82fc221964246099fbe69cbec6037e8 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/a82fc221964246099fbe69cbec6037e8 2024-11-12T21:54:05,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/fba7c1d5c5b64b20a8d4a664e4468b3b to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/fba7c1d5c5b64b20a8d4a664e4468b3b 2024-11-12T21:54:05,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/1503fba8edcf41edbab0ae5b5d9478b4 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/1503fba8edcf41edbab0ae5b5d9478b4 2024-11-12T21:54:05,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b4e79e1fa75b4d03a5ed1af791c79a32 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b4e79e1fa75b4d03a5ed1af791c79a32 2024-11-12T21:54:05,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/df751d3d9b5d48fda41c94e7175ed84e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/df751d3d9b5d48fda41c94e7175ed84e 2024-11-12T21:54:05,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/536739a013b7461b8208ba6b2c8eecb5 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/536739a013b7461b8208ba6b2c8eecb5 2024-11-12T21:54:05,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/51be251ef2be4cfea9fe986b9d1c3c8d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/51be251ef2be4cfea9fe986b9d1c3c8d 2024-11-12T21:54:05,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/274c6d1b7ad243f5be6c6b1b609f197a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/274c6d1b7ad243f5be6c6b1b609f197a 2024-11-12T21:54:05,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/4e9fbc6659b5443d84dc506d5f931575 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/4e9fbc6659b5443d84dc506d5f931575 2024-11-12T21:54:05,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b9de3804ad714f8da40c767d596528ce to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b9de3804ad714f8da40c767d596528ce 2024-11-12T21:54:05,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/419c7a5cc4ee4108a06c7f58e64b9821 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/419c7a5cc4ee4108a06c7f58e64b9821 2024-11-12T21:54:05,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/81765074dfb1458886a30b072620a1aa to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/81765074dfb1458886a30b072620a1aa 2024-11-12T21:54:05,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/6383816e7291455aa8b9235b9f3d1361 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/6383816e7291455aa8b9235b9f3d1361 2024-11-12T21:54:05,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/96b929fa237345d694bb38fa2d79b973 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/96b929fa237345d694bb38fa2d79b973 2024-11-12T21:54:05,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/4eb32da1b7854e568a76301d3291cc61 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/4eb32da1b7854e568a76301d3291cc61 2024-11-12T21:54:05,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/5da7032fc40a44b592440bee8b21d4a9 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/5da7032fc40a44b592440bee8b21d4a9 2024-11-12T21:54:05,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/16cf7c140c134a8a854f8f6e9a08b480 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/16cf7c140c134a8a854f8f6e9a08b480 2024-11-12T21:54:05,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/7672739d544841629583f75181856bf0 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/7672739d544841629583f75181856bf0 2024-11-12T21:54:05,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/f1154755f3444d599d383e331021d593 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/f1154755f3444d599d383e331021d593 2024-11-12T21:54:05,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/dca10349bfc94a7e8ae034507ff1b37e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/dca10349bfc94a7e8ae034507ff1b37e 2024-11-12T21:54:05,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/099b6b44c16d4891a5ed903f9ecd7a3d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/099b6b44c16d4891a5ed903f9ecd7a3d 2024-11-12T21:54:05,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/72216dfb23e343e5a1fb34293e4cf669 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/72216dfb23e343e5a1fb34293e4cf669 2024-11-12T21:54:05,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/6d7aeb6bdd534f8891c01646da452a65 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/6d7aeb6bdd534f8891c01646da452a65 2024-11-12T21:54:05,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/44e9565633874d7885bc9c69d408a745 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/44e9565633874d7885bc9c69d408a745 2024-11-12T21:54:05,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/a832df36301e476cb8a05552bcb59499 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/a832df36301e476cb8a05552bcb59499 2024-11-12T21:54:05,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/609d1599013346278f83e7958cd868fa to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/609d1599013346278f83e7958cd868fa 2024-11-12T21:54:05,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/876a451c1a8c463886e5b1c62c417d77 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/876a451c1a8c463886e5b1c62c417d77 2024-11-12T21:54:05,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/273c815591d6413b9dd3a38873247af4 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/273c815591d6413b9dd3a38873247af4 2024-11-12T21:54:05,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/14528e5090524407b542ed710e578608 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/14528e5090524407b542ed710e578608 2024-11-12T21:54:05,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b17feb96dcc14afd802052c4a79f6904 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/b17feb96dcc14afd802052c4a79f6904 2024-11-12T21:54:05,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/c88c52598a134aaa99809a415fb3a4b2 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/c88c52598a134aaa99809a415fb3a4b2 2024-11-12T21:54:05,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/36f53b09df36407d9212bee28755f60a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/36f53b09df36407d9212bee28755f60a 2024-11-12T21:54:05,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/07fe7be4873246248ed796ed31df2f79, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e27bfe3a9f7148b2b7ec0679e2b7aafe, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/18d947b0310b40d4984ac02206ef2c91, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e30025ca678c4432b8e168136d43208a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/ad7c89b47fec483e9592831e616b62b3, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/658051ce7d8b4288a0f2b40f3688f193, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/0f140748dbc14322bf63729c3e87b1a2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/12e7b176af7242579c9c8347693e2e24, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/576357025f0f4e18a22758bb3c5385b8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e8d219d171c44e4cbbf545ee9d305c8c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/5112b3f9ea2a4f5ab7e43dc2afca48aa, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/6d28ea644c4847a989bb9452a2c24287, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/0eaa9357d64749bc9bec6f997b779e0c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/b11cdff550b74863a1dba27d974348d7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/69edb3615aae4c9bbe86fe298fb3d9d7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e3efafaed594478e97a51924a52e81bf, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/38bcc28a87584b419974982ca2b32117, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/8a7d16e5f5334b83ab2261df8c827e2d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/1ac74cdc8df34c17b02166cad665446a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/d06448a30847411ab808d086bd70bac7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/11d0167b862249d78e1ff0dfd7a1745a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/30a5fee31f9b4196923dbdea9a0e8edb, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/65c13cb56ec44acca59d495c0269f1e8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/21843fd22b4b43f38f39326c47de6baf, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/00665f3721fb4ccda49af02bd2f2b429, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/cc2b3f04fe494e44a0ad75a5f892a345, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/35a45333c52a429f9c473342b13be87f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/50c4f80f871f407c8666d275da802501, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/b1450232ba5e4df0be50d45a5b29fa8b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/cb4d7e1c9f6e472581d281070674972e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/3614279b5e22400eb0dcd7ac5dbff5ef, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/1d01de80b4be400ebbf6eceb2e122bb8] to archive 2024-11-12T21:54:05,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:54:05,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/07fe7be4873246248ed796ed31df2f79 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/07fe7be4873246248ed796ed31df2f79 2024-11-12T21:54:05,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e27bfe3a9f7148b2b7ec0679e2b7aafe to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e27bfe3a9f7148b2b7ec0679e2b7aafe 2024-11-12T21:54:05,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/18d947b0310b40d4984ac02206ef2c91 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/18d947b0310b40d4984ac02206ef2c91 2024-11-12T21:54:05,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e30025ca678c4432b8e168136d43208a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e30025ca678c4432b8e168136d43208a 2024-11-12T21:54:05,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/ad7c89b47fec483e9592831e616b62b3 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/ad7c89b47fec483e9592831e616b62b3 2024-11-12T21:54:05,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/658051ce7d8b4288a0f2b40f3688f193 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/658051ce7d8b4288a0f2b40f3688f193 2024-11-12T21:54:05,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/0f140748dbc14322bf63729c3e87b1a2 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/0f140748dbc14322bf63729c3e87b1a2 2024-11-12T21:54:05,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/12e7b176af7242579c9c8347693e2e24 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/12e7b176af7242579c9c8347693e2e24 2024-11-12T21:54:05,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/576357025f0f4e18a22758bb3c5385b8 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/576357025f0f4e18a22758bb3c5385b8 2024-11-12T21:54:05,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e8d219d171c44e4cbbf545ee9d305c8c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e8d219d171c44e4cbbf545ee9d305c8c 2024-11-12T21:54:05,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/5112b3f9ea2a4f5ab7e43dc2afca48aa to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/5112b3f9ea2a4f5ab7e43dc2afca48aa 2024-11-12T21:54:05,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/6d28ea644c4847a989bb9452a2c24287 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/6d28ea644c4847a989bb9452a2c24287 2024-11-12T21:54:05,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/0eaa9357d64749bc9bec6f997b779e0c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/0eaa9357d64749bc9bec6f997b779e0c 2024-11-12T21:54:05,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/b11cdff550b74863a1dba27d974348d7 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/b11cdff550b74863a1dba27d974348d7 2024-11-12T21:54:05,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/69edb3615aae4c9bbe86fe298fb3d9d7 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/69edb3615aae4c9bbe86fe298fb3d9d7 2024-11-12T21:54:05,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e3efafaed594478e97a51924a52e81bf to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/e3efafaed594478e97a51924a52e81bf 2024-11-12T21:54:05,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/38bcc28a87584b419974982ca2b32117 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/38bcc28a87584b419974982ca2b32117 2024-11-12T21:54:05,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/8a7d16e5f5334b83ab2261df8c827e2d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/8a7d16e5f5334b83ab2261df8c827e2d 2024-11-12T21:54:05,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/1ac74cdc8df34c17b02166cad665446a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/1ac74cdc8df34c17b02166cad665446a 2024-11-12T21:54:05,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/d06448a30847411ab808d086bd70bac7 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/d06448a30847411ab808d086bd70bac7 2024-11-12T21:54:05,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/11d0167b862249d78e1ff0dfd7a1745a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/11d0167b862249d78e1ff0dfd7a1745a 2024-11-12T21:54:05,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/30a5fee31f9b4196923dbdea9a0e8edb to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/30a5fee31f9b4196923dbdea9a0e8edb 2024-11-12T21:54:05,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/65c13cb56ec44acca59d495c0269f1e8 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/65c13cb56ec44acca59d495c0269f1e8 2024-11-12T21:54:05,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/21843fd22b4b43f38f39326c47de6baf to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/21843fd22b4b43f38f39326c47de6baf 2024-11-12T21:54:05,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/00665f3721fb4ccda49af02bd2f2b429 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/00665f3721fb4ccda49af02bd2f2b429 2024-11-12T21:54:05,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/cc2b3f04fe494e44a0ad75a5f892a345 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/cc2b3f04fe494e44a0ad75a5f892a345 2024-11-12T21:54:05,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/35a45333c52a429f9c473342b13be87f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/35a45333c52a429f9c473342b13be87f 2024-11-12T21:54:05,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/50c4f80f871f407c8666d275da802501 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/50c4f80f871f407c8666d275da802501 2024-11-12T21:54:05,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/b1450232ba5e4df0be50d45a5b29fa8b to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/b1450232ba5e4df0be50d45a5b29fa8b 2024-11-12T21:54:05,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/cb4d7e1c9f6e472581d281070674972e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/cb4d7e1c9f6e472581d281070674972e 2024-11-12T21:54:05,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/3614279b5e22400eb0dcd7ac5dbff5ef to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/3614279b5e22400eb0dcd7ac5dbff5ef 2024-11-12T21:54:05,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/1d01de80b4be400ebbf6eceb2e122bb8 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/1d01de80b4be400ebbf6eceb2e122bb8 2024-11-12T21:54:05,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/22eb8d1823c342b9b85e660eacfc038e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/43c50362ea7647d8b367d5a9a4e15536, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/795662733db744d8b8fd6cc8644ebfec, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/9e827e56d4b14e0ca7246ef31a43e82a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/93aa1b5dcad241b0b72e065bf8b3a5f2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/dde02b6a6c6546d5884e93da791dac7d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/93fdec030a834505ab4a333bd7f04167, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/8b8b26607bd9420e8efb3fdcec18b8d8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/972690bdcec44c8e8be822522c2750d8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/10689e1cdd4247e4ac995dc4e29c135d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/196d0ce35504404fa73eac76d30809be, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/76c46a89f5b747f0b31a6d949ca9ead5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/6d50297477124fb68b83d3ee8f8c9eed, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/3e6566ce843540a0b19f26b81dbc8116, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/c22f79aabb4248f6a3952f532a906115, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/cb7bccb78f2f4d57a79261360cc8edd2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/637882cdc1f74a9da93e83760cc2db8f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/04b136826e7c4a53b3f79ba1ae2854f0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/881e006212104c1abf845660f0b61861, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/e5ded66785514a14bf3109ccd6b0541d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/afc93946678240468453e90a2e3c604b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/8c613136f6e4411aa035b359a7f12571, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/9d482ff78f144bceba6822711528cb49, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/d9fe4b987c1d4a9e928c38e59840b571, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/6610e38910364d49a2efcd8fdd3b8f82, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/df1e040debdf4789b65d4b205109654e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/209e3eef928e4a0a90a023cacb28b817, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/adfc4254700f471b959e98e40dbd82c7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/bf587a6b825a41b0965db012f11095f9, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/efa4408881f2493088f75a75d08ae17c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/c15a5081b7f4436ab771328495dd69d7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/2b175b9148114bc89ea7dc9524aa543a] to archive 2024-11-12T21:54:05,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:54:05,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/22eb8d1823c342b9b85e660eacfc038e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/22eb8d1823c342b9b85e660eacfc038e 2024-11-12T21:54:05,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/43c50362ea7647d8b367d5a9a4e15536 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/43c50362ea7647d8b367d5a9a4e15536 2024-11-12T21:54:05,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/795662733db744d8b8fd6cc8644ebfec to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/795662733db744d8b8fd6cc8644ebfec 2024-11-12T21:54:05,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/9e827e56d4b14e0ca7246ef31a43e82a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/9e827e56d4b14e0ca7246ef31a43e82a 2024-11-12T21:54:05,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/93aa1b5dcad241b0b72e065bf8b3a5f2 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/93aa1b5dcad241b0b72e065bf8b3a5f2 2024-11-12T21:54:05,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/dde02b6a6c6546d5884e93da791dac7d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/dde02b6a6c6546d5884e93da791dac7d 2024-11-12T21:54:05,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/93fdec030a834505ab4a333bd7f04167 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/93fdec030a834505ab4a333bd7f04167 2024-11-12T21:54:05,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/8b8b26607bd9420e8efb3fdcec18b8d8 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/8b8b26607bd9420e8efb3fdcec18b8d8 2024-11-12T21:54:05,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/972690bdcec44c8e8be822522c2750d8 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/972690bdcec44c8e8be822522c2750d8 2024-11-12T21:54:05,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/10689e1cdd4247e4ac995dc4e29c135d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/10689e1cdd4247e4ac995dc4e29c135d 2024-11-12T21:54:05,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/196d0ce35504404fa73eac76d30809be to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/196d0ce35504404fa73eac76d30809be 2024-11-12T21:54:05,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/76c46a89f5b747f0b31a6d949ca9ead5 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/76c46a89f5b747f0b31a6d949ca9ead5 2024-11-12T21:54:05,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/6d50297477124fb68b83d3ee8f8c9eed to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/6d50297477124fb68b83d3ee8f8c9eed 2024-11-12T21:54:05,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/3e6566ce843540a0b19f26b81dbc8116 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/3e6566ce843540a0b19f26b81dbc8116 2024-11-12T21:54:05,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/c22f79aabb4248f6a3952f532a906115 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/c22f79aabb4248f6a3952f532a906115 2024-11-12T21:54:05,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/cb7bccb78f2f4d57a79261360cc8edd2 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/cb7bccb78f2f4d57a79261360cc8edd2 2024-11-12T21:54:05,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/637882cdc1f74a9da93e83760cc2db8f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/637882cdc1f74a9da93e83760cc2db8f 2024-11-12T21:54:05,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/04b136826e7c4a53b3f79ba1ae2854f0 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/04b136826e7c4a53b3f79ba1ae2854f0 2024-11-12T21:54:05,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/881e006212104c1abf845660f0b61861 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/881e006212104c1abf845660f0b61861 2024-11-12T21:54:05,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/e5ded66785514a14bf3109ccd6b0541d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/e5ded66785514a14bf3109ccd6b0541d 2024-11-12T21:54:05,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/afc93946678240468453e90a2e3c604b to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/afc93946678240468453e90a2e3c604b 2024-11-12T21:54:05,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/8c613136f6e4411aa035b359a7f12571 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/8c613136f6e4411aa035b359a7f12571 2024-11-12T21:54:05,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/9d482ff78f144bceba6822711528cb49 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/9d482ff78f144bceba6822711528cb49 2024-11-12T21:54:05,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/d9fe4b987c1d4a9e928c38e59840b571 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/d9fe4b987c1d4a9e928c38e59840b571 2024-11-12T21:54:05,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/6610e38910364d49a2efcd8fdd3b8f82 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/6610e38910364d49a2efcd8fdd3b8f82 2024-11-12T21:54:05,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/df1e040debdf4789b65d4b205109654e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/df1e040debdf4789b65d4b205109654e 2024-11-12T21:54:05,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/209e3eef928e4a0a90a023cacb28b817 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/209e3eef928e4a0a90a023cacb28b817 2024-11-12T21:54:05,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/adfc4254700f471b959e98e40dbd82c7 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/adfc4254700f471b959e98e40dbd82c7 2024-11-12T21:54:05,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/bf587a6b825a41b0965db012f11095f9 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/bf587a6b825a41b0965db012f11095f9 2024-11-12T21:54:05,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/efa4408881f2493088f75a75d08ae17c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/efa4408881f2493088f75a75d08ae17c 2024-11-12T21:54:05,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/c15a5081b7f4436ab771328495dd69d7 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/c15a5081b7f4436ab771328495dd69d7 2024-11-12T21:54:05,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/2b175b9148114bc89ea7dc9524aa543a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/2b175b9148114bc89ea7dc9524aa543a 2024-11-12T21:54:05,210 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/recovered.edits/548.seqid, newMaxSeqId=548, maxSeqId=1 2024-11-12T21:54:05,211 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. 2024-11-12T21:54:05,211 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1676): Region close journal for 0078561006c7b287552e7e48723270c0: Waiting for close lock at 1731448443767Running coprocessor pre-close hooks at 1731448443767Disabling compacts and flushes for region at 1731448443767Disabling writes for close at 1731448443767Obtaining lock to block concurrent updates at 1731448443768 (+1 ms)Preparing flush snapshotting stores in 0078561006c7b287552e7e48723270c0 at 1731448443768Finished memstore snapshotting TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731448443769 (+1 ms)Flushing stores of TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0. at 1731448443770 (+1 ms)Flushing 0078561006c7b287552e7e48723270c0/A: creating writer at 1731448443770Flushing 0078561006c7b287552e7e48723270c0/A: appending metadata at 1731448443777 (+7 ms)Flushing 0078561006c7b287552e7e48723270c0/A: closing flushed file at 1731448443777Flushing 0078561006c7b287552e7e48723270c0/B: creating writer at 1731448444192 (+415 ms)Flushing 0078561006c7b287552e7e48723270c0/B: appending metadata at 1731448444197 (+5 ms)Flushing 0078561006c7b287552e7e48723270c0/B: closing flushed file at 1731448444197Flushing 0078561006c7b287552e7e48723270c0/C: creating writer at 1731448444617 (+420 ms)Flushing 0078561006c7b287552e7e48723270c0/C: appending metadata at 1731448444621 (+4 ms)Flushing 0078561006c7b287552e7e48723270c0/C: closing flushed file at 1731448444621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e56ae68: reopening flushed file at 1731448445038 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c4e81c: reopening flushed file at 1731448445048 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dfa197a: reopening flushed file at 1731448445055 (+7 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 0078561006c7b287552e7e48723270c0 in 1294ms, sequenceid=545, compaction requested=true at 1731448445062 (+7 ms)Writing region close event to WAL at 1731448445206 (+144 ms)Running coprocessor post-close hooks at 1731448445211 (+5 ms)Closed at 1731448445211 2024-11-12T21:54:05,214 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(157): Closed 0078561006c7b287552e7e48723270c0 2024-11-12T21:54:05,214 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=0078561006c7b287552e7e48723270c0, regionState=CLOSED 2024-11-12T21:54:05,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:54:05,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-12T21:54:05,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseRegionProcedure 0078561006c7b287552e7e48723270c0, server=0c576948786c,34327,1731448410123 in 1.6110 sec 2024-11-12T21:54:05,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=24 2024-11-12T21:54:05,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=24, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0078561006c7b287552e7e48723270c0, UNASSIGN in 1.6200 sec 2024-11-12T21:54:05,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-12T21:54:05,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6260 sec 2024-11-12T21:54:05,225 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448445225"}]},"ts":"1731448445225"} 2024-11-12T21:54:05,227 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T21:54:05,227 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T21:54:05,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6410 sec 2024-11-12T21:54:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T21:54:05,740 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:05,747 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T21:54:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:05,752 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-12T21:54:05,754 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=27, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:05,759 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0 2024-11-12T21:54:05,765 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/recovered.edits] 2024-11-12T21:54:05,768 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/03e3fad9ff474877ac35763a7dcc195a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/03e3fad9ff474877ac35763a7dcc195a 2024-11-12T21:54:05,770 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/2210fa80b3274fa7977b4d73c167cbd6 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/2210fa80b3274fa7977b4d73c167cbd6 2024-11-12T21:54:05,771 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/3140c3e6434c4255970a30f10440c707 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/3140c3e6434c4255970a30f10440c707 2024-11-12T21:54:05,772 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/7c0922bedad24249b5eab2a68b479442 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/A/7c0922bedad24249b5eab2a68b479442 2024-11-12T21:54:05,774 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/457a0aae2a5b4cd3bcfb94fbc0e06382 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/457a0aae2a5b4cd3bcfb94fbc0e06382 2024-11-12T21:54:05,775 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/b299686d4297494faedb96cf2d00638a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/b299686d4297494faedb96cf2d00638a 2024-11-12T21:54:05,776 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/bab91507eb2240bda1e898f31f6bcccc to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/bab91507eb2240bda1e898f31f6bcccc 2024-11-12T21:54:05,777 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/c09ae6f2a01a4851bfc7e677b6080302 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/B/c09ae6f2a01a4851bfc7e677b6080302 2024-11-12T21:54:05,779 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/a050bf866b2f41789d0bc6e5f5f95d59 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/a050bf866b2f41789d0bc6e5f5f95d59 2024-11-12T21:54:05,780 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/a5a68f1f654e4453b101478d3d521e91 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/a5a68f1f654e4453b101478d3d521e91 2024-11-12T21:54:05,781 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/aad176dc2e924bbb866ea2a3dfa3cb63 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/aad176dc2e924bbb866ea2a3dfa3cb63 2024-11-12T21:54:05,782 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/ecdd5dfa81a2409dbd247f300fabe1cb to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/C/ecdd5dfa81a2409dbd247f300fabe1cb 2024-11-12T21:54:05,785 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/recovered.edits/548.seqid to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0/recovered.edits/548.seqid 2024-11-12T21:54:05,785 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/0078561006c7b287552e7e48723270c0 2024-11-12T21:54:05,785 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T21:54:05,791 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=27, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:05,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-12T21:54:05,800 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T21:54:05,830 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T21:54:05,832 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=27, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:05,832 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T21:54:05,832 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731448445832"}]},"ts":"9223372036854775807"} 2024-11-12T21:54:05,836 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T21:54:05,836 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0078561006c7b287552e7e48723270c0, NAME => 'TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T21:54:05,836 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T21:54:05,837 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731448445836"}]},"ts":"9223372036854775807"} 2024-11-12T21:54:05,839 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T21:54:05,840 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=27, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:05,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 92 msec 2024-11-12T21:54:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-12T21:54:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T21:54:05,860 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:05,872 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=247 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/0c576948786c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;0c576948786c:34327-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/0c576948786c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1668792424_22 at /127.0.0.1:41822 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=588 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=8733 (was 9247) 2024-11-12T21:54:05,882 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=588, ProcessCount=11, AvailableMemoryMB=8730 2024-11-12T21:54:05,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:54:05,884 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:54:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:05,886 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T21:54:05,886 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:05,886 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 28 2024-11-12T21:54:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-12T21:54:05,887 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T21:54:05,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741945_1121 (size=1061) 2024-11-12T21:54:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-12T21:54:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-12T21:54:06,298 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd 2024-11-12T21:54:06,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741946_1122 (size=53) 2024-11-12T21:54:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-12T21:54:06,710 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:54:06,711 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9039228f26cb8b62430472952ec4836d, disabling compactions & flushes 2024-11-12T21:54:06,711 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:06,711 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:06,711 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. after waiting 0 ms 2024-11-12T21:54:06,711 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:06,711 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:06,712 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9039228f26cb8b62430472952ec4836d: Waiting for close lock at 1731448446711Disabling compacts and flushes for region at 1731448446711Disabling writes for close at 1731448446711Writing region close event to WAL at 1731448446711Closed at 1731448446711 2024-11-12T21:54:06,715 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T21:54:06,716 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731448446715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731448446715"}]},"ts":"1731448446715"} 2024-11-12T21:54:06,719 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T21:54:06,720 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T21:54:06,721 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448446720"}]},"ts":"1731448446720"} 2024-11-12T21:54:06,723 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T21:54:06,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9039228f26cb8b62430472952ec4836d, ASSIGN}] 2024-11-12T21:54:06,724 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9039228f26cb8b62430472952ec4836d, ASSIGN 2024-11-12T21:54:06,726 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9039228f26cb8b62430472952ec4836d, ASSIGN; state=OFFLINE, location=0c576948786c,34327,1731448410123; forceNewPlan=false, retain=false 2024-11-12T21:54:06,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=9039228f26cb8b62430472952ec4836d, regionState=OPENING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:54:06,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9039228f26cb8b62430472952ec4836d, ASSIGN because future has completed 2024-11-12T21:54:06,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:54:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-12T21:54:07,040 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:07,040 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:54:07,040 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:07,040 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:54:07,041 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:07,041 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:07,042 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:07,043 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:54:07,044 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9039228f26cb8b62430472952ec4836d columnFamilyName A 2024-11-12T21:54:07,045 DEBUG [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:07,045 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.HStore(327): Store=9039228f26cb8b62430472952ec4836d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:54:07,045 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:07,047 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:54:07,047 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9039228f26cb8b62430472952ec4836d columnFamilyName B 2024-11-12T21:54:07,047 DEBUG [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:07,047 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.HStore(327): Store=9039228f26cb8b62430472952ec4836d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:54:07,047 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:07,048 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:54:07,048 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9039228f26cb8b62430472952ec4836d columnFamilyName C 2024-11-12T21:54:07,049 DEBUG [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:07,049 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.HStore(327): Store=9039228f26cb8b62430472952ec4836d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:54:07,049 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:07,049 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:07,050 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:07,050 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:07,051 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:07,051 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:07,052 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:54:07,053 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:07,055 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:54:07,055 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1114): Opened 9039228f26cb8b62430472952ec4836d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68273563, jitterRate=0.01735536754131317}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:54:07,055 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:07,056 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 9039228f26cb8b62430472952ec4836d: Running coprocessor pre-open hook at 1731448447041Writing region info on filesystem at 1731448447041Initializing all the Stores at 1731448447042 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448447042Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448447042Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448447042Cleaning up temporary data from old regions at 1731448447051 (+9 ms)Running coprocessor post-open hooks at 1731448447055 (+4 ms)Region opened successfully at 1731448447056 (+1 ms) 2024-11-12T21:54:07,057 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., pid=30, masterSystemTime=1731448447036 2024-11-12T21:54:07,058 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:07,059 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:07,059 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=9039228f26cb8b62430472952ec4836d, regionState=OPEN, openSeqNum=2, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:54:07,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:54:07,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-12T21:54:07,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 in 179 msec 2024-11-12T21:54:07,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-12T21:54:07,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9039228f26cb8b62430472952ec4836d, ASSIGN in 341 msec 2024-11-12T21:54:07,067 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T21:54:07,067 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448447067"}]},"ts":"1731448447067"} 2024-11-12T21:54:07,068 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T21:54:07,069 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T21:54:07,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1850 sec 2024-11-12T21:54:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-12T21:54:08,041 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:08,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:08,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:08,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:08,047 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:08,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:08,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5313963b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:08,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:08,050 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:08,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236dd13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:08,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:08,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:08,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:08,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:08,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T21:54:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c576948786c,43093,1731448409505 2024-11-12T21:54:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44cff70e 2024-11-12T21:54:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T21:54:08,057 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T21:54:08,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:54:08,062 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:54:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:08,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741947_1123 (size=1097) 2024-11-12T21:54:08,484 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-12T21:54:08,484 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-12T21:54:08,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:54:08,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9039228f26cb8b62430472952ec4836d, REOPEN/MOVE}] 2024-11-12T21:54:08,497 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9039228f26cb8b62430472952ec4836d, REOPEN/MOVE 2024-11-12T21:54:08,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=9039228f26cb8b62430472952ec4836d, regionState=CLOSING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:54:08,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9039228f26cb8b62430472952ec4836d, REOPEN/MOVE because future has completed 2024-11-12T21:54:08,500 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:54:08,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:54:08,653 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:08,653 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:54:08,654 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 9039228f26cb8b62430472952ec4836d, disabling compactions & flushes 2024-11-12T21:54:08,654 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:08,654 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:08,654 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. after waiting 0 ms 2024-11-12T21:54:08,654 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:08,663 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T21:54:08,664 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:08,665 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 9039228f26cb8b62430472952ec4836d: Waiting for close lock at 1731448448653Running coprocessor pre-close hooks at 1731448448654 (+1 ms)Disabling compacts and flushes for region at 1731448448654Disabling writes for close at 1731448448654Writing region close event to WAL at 1731448448655 (+1 ms)Running coprocessor post-close hooks at 1731448448664 (+9 ms)Closed at 1731448448664 2024-11-12T21:54:08,665 WARN [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionServer(3299): Not adding moved region record: 9039228f26cb8b62430472952ec4836d to self. 2024-11-12T21:54:08,668 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:08,668 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=9039228f26cb8b62430472952ec4836d, regionState=CLOSED 2024-11-12T21:54:08,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:54:08,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-12T21:54:08,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 in 171 msec 2024-11-12T21:54:08,675 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9039228f26cb8b62430472952ec4836d, REOPEN/MOVE; state=CLOSED, location=0c576948786c,34327,1731448410123; forceNewPlan=false, retain=true 2024-11-12T21:54:08,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=9039228f26cb8b62430472952ec4836d, regionState=OPENING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:54:08,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9039228f26cb8b62430472952ec4836d, REOPEN/MOVE because future has completed 2024-11-12T21:54:08,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:54:08,989 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:08,989 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:54:08,990 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:08,990 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:54:08,990 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:08,990 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:08,994 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:08,995 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:54:08,999 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9039228f26cb8b62430472952ec4836d columnFamilyName A 2024-11-12T21:54:09,001 DEBUG [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:09,001 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.HStore(327): Store=9039228f26cb8b62430472952ec4836d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:54:09,001 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:09,002 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:54:09,002 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9039228f26cb8b62430472952ec4836d columnFamilyName B 2024-11-12T21:54:09,002 DEBUG [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:09,003 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.HStore(327): Store=9039228f26cb8b62430472952ec4836d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:54:09,003 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:09,003 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:54:09,004 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9039228f26cb8b62430472952ec4836d columnFamilyName C 2024-11-12T21:54:09,004 DEBUG [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:09,004 INFO [StoreOpener-9039228f26cb8b62430472952ec4836d-1 {}] regionserver.HStore(327): Store=9039228f26cb8b62430472952ec4836d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:54:09,004 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:09,004 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:09,005 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:09,006 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:09,007 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:09,007 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:09,007 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:54:09,009 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:09,009 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 9039228f26cb8b62430472952ec4836d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68729226, jitterRate=0.024145275354385376}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:54:09,010 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:09,012 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 9039228f26cb8b62430472952ec4836d: Running coprocessor pre-open hook at 1731448448991Writing region info on filesystem at 1731448448991Initializing all the Stores at 1731448448993 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448448993Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448448993Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448448993Cleaning up temporary data from old regions at 1731448449007 (+14 ms)Running coprocessor post-open hooks at 1731448449010 (+3 ms)Region opened successfully at 1731448449012 (+2 ms) 2024-11-12T21:54:09,012 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., pid=35, masterSystemTime=1731448448982 2024-11-12T21:54:09,014 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:09,014 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:09,015 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=9039228f26cb8b62430472952ec4836d, regionState=OPEN, openSeqNum=5, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:54:09,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=33 2024-11-12T21:54:09,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 in 189 msec 2024-11-12T21:54:09,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-12T21:54:09,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9039228f26cb8b62430472952ec4836d, REOPEN/MOVE in 524 msec 2024-11-12T21:54:09,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-12T21:54:09,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 535 msec 2024-11-12T21:54:09,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 964 msec 2024-11-12T21:54:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-12T21:54:09,032 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:09,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:09,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:09,034 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:09,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:09,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558aa80a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:09,036 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:09,036 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffb4dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:09,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:09,038 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:09,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:09,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:09,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b844252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:09,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:09,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:09,040 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afe0abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:09,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:09,042 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:09,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:09,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:09,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2cba56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:09,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:09,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:09,043 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:09,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5445af2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:09,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:09,045 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:09,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:09,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:09,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46da6f0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:09,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:09,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:09,047 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:09,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffa3767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:09,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:09,049 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9739515, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:09,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:09,050 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:09,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea782ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:09,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:09,052 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:09,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:09,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:09,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2720030c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:09,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:09,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:09,054 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:09,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228c789c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:09,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:09,056 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:09,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:09,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:09,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a84b44c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:09,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:09,057 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:09,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12162879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:09,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:09,059 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:09,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4134c58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:09,061 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2570f4e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494eb83f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:09,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:09,063 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c72cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:09,064 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:09,065 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d54e90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:09,065 DEBUG [Thread-632 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:09,065 DEBUG [Thread-628 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:09,066 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:09,066 DEBUG [Thread-641 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:09,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:09,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:09,067 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:09,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:09,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:09,067 DEBUG [Thread-635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:09,067 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-12T21:54:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:09,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:09,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T21:54:09,069 DEBUG [Thread-637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:09,069 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:09,069 DEBUG [Thread-639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:09,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:09,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:09,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:09,070 DEBUG [Thread-624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:09,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:09,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:09,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:09,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:09,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:09,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:54:09,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:09,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:54:09,077 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:09,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:09,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:54:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:54:09,079 DEBUG [Thread-630 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:09,079 DEBUG [Thread-626 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:09,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:54:09,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:09,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:09,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:09,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:54:09,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:09,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:54:09,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:54:09,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:54:09,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9039228f26cb8b62430472952ec4836d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:54:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:09,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=A 2024-11-12T21:54:09,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:09,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=B 2024-11-12T21:54:09,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:09,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=C 2024-11-12T21:54:09,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:09,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731448449121, max timestamp=1731448449150Num uniques 859; 2024-11-12T21:54:09,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731448449121, max timestamp=1731448449150Num uniques 859; 2024-11-12T21:54:09,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731448449121, max timestamp=1731448449150Num uniques 859; 2024-11-12T21:54:09,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:54:09,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:54:09,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:54:09,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125194be4084ea4f5d829698b63e01abf8_9039228f26cb8b62430472952ec4836d is 50, key is test_row_0/A:col10/1731448449092/Put/seqid=0 2024-11-12T21:54:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T21:54:09,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741948_1124 (size=14594) 2024-11-12T21:54:09,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448509186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448509189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448509191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448509195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448509195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-12T21:54:09,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:09,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:09,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:09,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:09,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:09,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448509312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448509312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448509312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448509313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448509313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-12T21:54:09,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:09,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:09,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:09,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:09,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T21:54:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:09,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448509529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448509530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448509530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448509530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448509530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-12T21:54:09,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:09,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:09,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:09,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:09,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:09,584 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:09,590 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125194be4084ea4f5d829698b63e01abf8_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125194be4084ea4f5d829698b63e01abf8_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:09,592 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/979d6e92c5784c89a997c93cbf46be81, store: [table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:09,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/979d6e92c5784c89a997c93cbf46be81 is 175, key is test_row_0/A:col10/1731448449092/Put/seqid=0 2024-11-12T21:54:09,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741949_1125 (size=39549) 2024-11-12T21:54:09,613 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/979d6e92c5784c89a997c93cbf46be81 2024-11-12T21:54:09,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/70ade501fdaa459a8dbb4d80990b90b3 is 50, key is test_row_0/B:col10/1731448449092/Put/seqid=0 2024-11-12T21:54:09,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741950_1126 (size=12001) 2024-11-12T21:54:09,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/70ade501fdaa459a8dbb4d80990b90b3 2024-11-12T21:54:09,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/b49893af7ba94c40b03bc39eedc69e12 is 50, key is test_row_0/C:col10/1731448449092/Put/seqid=0 2024-11-12T21:54:09,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-12T21:54:09,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:09,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:09,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:09,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:09,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T21:54:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:09,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741951_1127 (size=12001) 2024-11-12T21:54:09,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/b49893af7ba94c40b03bc39eedc69e12 2024-11-12T21:54:09,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/979d6e92c5784c89a997c93cbf46be81 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/979d6e92c5784c89a997c93cbf46be81 2024-11-12T21:54:09,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/979d6e92c5784c89a997c93cbf46be81, entries=200, sequenceid=15, filesize=38.6 K 2024-11-12T21:54:09,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/70ade501fdaa459a8dbb4d80990b90b3 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/70ade501fdaa459a8dbb4d80990b90b3 2024-11-12T21:54:09,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/70ade501fdaa459a8dbb4d80990b90b3, entries=150, sequenceid=15, filesize=11.7 K 2024-11-12T21:54:09,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/b49893af7ba94c40b03bc39eedc69e12 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/b49893af7ba94c40b03bc39eedc69e12 2024-11-12T21:54:09,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/b49893af7ba94c40b03bc39eedc69e12, entries=150, sequenceid=15, filesize=11.7 K 2024-11-12T21:54:09,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 9039228f26cb8b62430472952ec4836d in 662ms, sequenceid=15, compaction requested=false 2024-11-12T21:54:09,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:09,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9039228f26cb8b62430472952ec4836d 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-11-12T21:54:09,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=A 2024-11-12T21:54:09,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:09,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=B 2024-11-12T21:54:09,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:09,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=C 2024-11-12T21:54:09,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:09,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-12T21:54:09,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:09,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:09,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:09,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:09,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:09,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448509851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448509851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448509852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411120bb724e880e6486da18303a152b53637_9039228f26cb8b62430472952ec4836d is 50, key is test_row_0/A:col10/1731448449845/Put/seqid=0 2024-11-12T21:54:09,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448509855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448509860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741952_1128 (size=17034) 2024-11-12T21:54:09,890 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:09,897 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411120bb724e880e6486da18303a152b53637_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411120bb724e880e6486da18303a152b53637_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:09,901 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/0262888090ea4704b369946b1b7a8121, store: [table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:09,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/0262888090ea4704b369946b1b7a8121 is 175, key is test_row_0/A:col10/1731448449845/Put/seqid=0 2024-11-12T21:54:09,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741953_1129 (size=48139) 2024-11-12T21:54:09,909 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/0262888090ea4704b369946b1b7a8121 2024-11-12T21:54:09,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/011fe6fcddd3439c80cb337345beeeac is 50, key is test_row_0/B:col10/1731448449845/Put/seqid=0 2024-11-12T21:54:09,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741954_1130 (size=12001) 2024-11-12T21:54:09,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448509969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448509972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448509972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448509972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:09,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448509972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:09,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:09,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:09,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:10,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-12T21:54:10,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:10,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:10,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:10,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:10,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:10,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-12T21:54:10,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:10,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:10,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:10,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:10,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:10,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:10,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448510180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448510180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:10,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:10,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:10,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448510180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:10,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448510180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:10,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448510181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T21:54:10,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-12T21:54:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:10,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:10,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/011fe6fcddd3439c80cb337345beeeac 2024-11-12T21:54:10,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/88e17ba6ce1b498ca2721ca7e14bc7aa is 50, key is test_row_0/C:col10/1731448449845/Put/seqid=0 2024-11-12T21:54:10,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741955_1131 (size=12001) 2024-11-12T21:54:10,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/88e17ba6ce1b498ca2721ca7e14bc7aa 2024-11-12T21:54:10,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/0262888090ea4704b369946b1b7a8121 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0262888090ea4704b369946b1b7a8121 2024-11-12T21:54:10,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0262888090ea4704b369946b1b7a8121, entries=250, sequenceid=52, filesize=47.0 K 2024-11-12T21:54:10,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/011fe6fcddd3439c80cb337345beeeac as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/011fe6fcddd3439c80cb337345beeeac 2024-11-12T21:54:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/011fe6fcddd3439c80cb337345beeeac, entries=150, sequenceid=52, filesize=11.7 K 2024-11-12T21:54:10,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/88e17ba6ce1b498ca2721ca7e14bc7aa as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/88e17ba6ce1b498ca2721ca7e14bc7aa 2024-11-12T21:54:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/88e17ba6ce1b498ca2721ca7e14bc7aa, entries=150, sequenceid=52, filesize=11.7 K 2024-11-12T21:54:10,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for 9039228f26cb8b62430472952ec4836d in 540ms, sequenceid=52, compaction requested=false 2024-11-12T21:54:10,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-12T21:54:10,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:10,472 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 9039228f26cb8b62430472952ec4836d 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-12T21:54:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=A 2024-11-12T21:54:10,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:10,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=B 2024-11-12T21:54:10,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:10,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=C 2024-11-12T21:54:10,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c47a6d07849d42069a83226f42a72814_9039228f26cb8b62430472952ec4836d is 50, key is test_row_0/A:col10/1731448449855/Put/seqid=0 2024-11-12T21:54:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741956_1132 (size=9714) 2024-11-12T21:54:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,500 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c47a6d07849d42069a83226f42a72814_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c47a6d07849d42069a83226f42a72814_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/0206eaf16ec14a4d9ea816ae72e08a80, store: [table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/0206eaf16ec14a4d9ea816ae72e08a80 is 175, key is test_row_0/A:col10/1731448449855/Put/seqid=0 2024-11-12T21:54:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741957_1133 (size=22361) 2024-11-12T21:54:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:10,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731448450543, max timestamp=1731448450584Num uniques 859; 2024-11-12T21:54:10,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:54:10,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731448450543, max timestamp=1731448450584Num uniques 859; 2024-11-12T21:54:10,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:54:10,612 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448450543, max timestamp=1731448450584Num uniques 859; 2024-11-12T21:54:10,612 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:54:10,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448510642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:10,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731448450629, max timestamp=1731448450646Num uniques 1118; 2024-11-12T21:54:10,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168 2024-11-12T21:54:10,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731448450629, max timestamp=1731448450646Num uniques 1068; 2024-11-12T21:54:10,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731448450629, max timestamp=1731448450646Num uniques 1118; 2024-11-12T21:54:10,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-12T21:54:10,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168 2024-11-12T21:54:10,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:10,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448510689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:10,695 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12674, totalHeapSize=29048, min timestamp=1731448450669, max timestamp=1731448450690Num uniques 1027; 2024-11-12T21:54:10,695 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12673, totalHeapSize=29048, min timestamp=1731448450669, max timestamp=1731448450690Num uniques 1027; 2024-11-12T21:54:10,695 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47024, new segment data size=12674, suffix heap size=134776,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=277 2024-11-12T21:54:10,695 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47023, new segment data size=12673, suffix heap size=134776,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=277 2024-11-12T21:54:10,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:10,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731448450669, max timestamp=1731448450690Num uniques 1027; 2024-11-12T21:54:10,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=6870, suffix heap size=134776,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=150 2024-11-12T21:54:10,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448510737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:10,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:10,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448510738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:10,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:10,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731448450715, max timestamp=1731448450743Num uniques 1009; 2024-11-12T21:54:10,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=13096, suffix heap size=132904,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=286 2024-11-12T21:54:10,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731448450715, max timestamp=1731448450743Num uniques 1136; 2024-11-12T21:54:10,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=13096, suffix heap size=146112,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=286 2024-11-12T21:54:10,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731448450715, max timestamp=1731448450743Num uniques 1136; 2024-11-12T21:54:10,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=13096, suffix heap size=146112,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=286 2024-11-12T21:54:10,755 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T21:54:10,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448510825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:10,830 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731448450807, max timestamp=1731448450821Num uniques 1145; 2024-11-12T21:54:10,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=8930, suffix heap size=147048,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=195 2024-11-12T21:54:10,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731448450807, max timestamp=1731448450821Num uniques 1145; 2024-11-12T21:54:10,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=8930, suffix heap size=147048,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=195 2024-11-12T21:54:10,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731448450807, max timestamp=1731448450821Num uniques 1145; 2024-11-12T21:54:10,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=8930, suffix heap size=147048,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=195 2024-11-12T21:54:10,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1731448450861, max timestamp=1731448450873Num uniques 1054; 2024-11-12T21:54:10,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254 2024-11-12T21:54:10,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1731448450861, max timestamp=1731448450873Num uniques 1054; 2024-11-12T21:54:10,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254 2024-11-12T21:54:10,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1731448450861, max timestamp=1731448450873Num uniques 1054; 2024-11-12T21:54:10,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254 2024-11-12T21:54:10,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448510910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:10,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731448450898, max timestamp=1731448450917Num uniques 1113; 2024-11-12T21:54:10,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731448450898, max timestamp=1731448450917Num uniques 1113; 2024-11-12T21:54:10,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=12038, suffix heap size=143720,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=263 2024-11-12T21:54:10,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731448450898, max timestamp=1731448450917Num uniques 1113; 2024-11-12T21:54:10,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=12038, suffix heap size=143720,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=263 2024-11-12T21:54:10,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=12038, suffix heap size=143720,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=263 2024-11-12T21:54:10,924 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/0206eaf16ec14a4d9ea816ae72e08a80 2024-11-12T21:54:10,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:10,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/142234726fc54042852fbb962399ffab is 50, key is test_row_0/B:col10/1731448449855/Put/seqid=0 2024-11-12T21:54:10,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741958_1134 (size=9657) 2024-11-12T21:54:10,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448510962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:10,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448510964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:10,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:10,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448510964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:10,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448510966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:10,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:10,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:11,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448511029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:11,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448511069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:11,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:11,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448511079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:11,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:11,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448511079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:11,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:11,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:11,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448511079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:11,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:11,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T21:54:11,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448511239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:11,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448511279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:11,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448511289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:11,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448511290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448511290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:11,355 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/142234726fc54042852fbb962399ffab 2024-11-12T21:54:11,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/7b0488ec56174e88a9f66198cbab91dd is 50, key is test_row_0/C:col10/1731448449855/Put/seqid=0 2024-11-12T21:54:11,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741959_1135 (size=9657) 2024-11-12T21:54:11,384 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/7b0488ec56174e88a9f66198cbab91dd 2024-11-12T21:54:11,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/0206eaf16ec14a4d9ea816ae72e08a80 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0206eaf16ec14a4d9ea816ae72e08a80 2024-11-12T21:54:11,402 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0206eaf16ec14a4d9ea816ae72e08a80, entries=100, sequenceid=60, filesize=21.8 K 2024-11-12T21:54:11,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/142234726fc54042852fbb962399ffab as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/142234726fc54042852fbb962399ffab 2024-11-12T21:54:11,414 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/142234726fc54042852fbb962399ffab, entries=100, sequenceid=60, filesize=9.4 K 2024-11-12T21:54:11,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/7b0488ec56174e88a9f66198cbab91dd as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/7b0488ec56174e88a9f66198cbab91dd 2024-11-12T21:54:11,429 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/7b0488ec56174e88a9f66198cbab91dd, entries=100, sequenceid=60, filesize=9.4 K 2024-11-12T21:54:11,431 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for 9039228f26cb8b62430472952ec4836d in 959ms, sequenceid=60, compaction requested=true 2024-11-12T21:54:11,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:11,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:11,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-12T21:54:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-12T21:54:11,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-12T21:54:11,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3560 sec 2024-11-12T21:54:11,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 2.3710 sec 2024-11-12T21:54:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:11,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9039228f26cb8b62430472952ec4836d 3/3 column families, dataSize=154.31 KB heapSize=435.70 KB 2024-11-12T21:54:11,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=A 2024-11-12T21:54:11,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:54:11,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=B 2024-11-12T21:54:11,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:54:11,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=C 2024-11-12T21:54:11,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:54:11,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c585cedd7dd649f6b1633d8c4a8b61b7_9039228f26cb8b62430472952ec4836d is 50, key is test_row_0/A:col10/1731448451552/Put/seqid=0 2024-11-12T21:54:11,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741960_1136 (size=14794) 2024-11-12T21:54:11,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448511572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:11,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:11,573 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:11,578 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c585cedd7dd649f6b1633d8c4a8b61b7_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c585cedd7dd649f6b1633d8c4a8b61b7_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:11,580 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/3d58120bd30544a3856f1c18892941da, store: [table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:11,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/3d58120bd30544a3856f1c18892941da is 175, key is test_row_0/A:col10/1731448451552/Put/seqid=0 2024-11-12T21:54:11,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448511589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:11,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741961_1137 (size=39749) 2024-11-12T21:54:11,602 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/3d58120bd30544a3856f1c18892941da 2024-11-12T21:54:11,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448511600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448511600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:11,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448511600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:11,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/25986b41ec8d4fd7828cac2513db0a11 is 50, key is test_row_0/B:col10/1731448451552/Put/seqid=0 2024-11-12T21:54:11,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741962_1138 (size=12151) 2024-11-12T21:54:11,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448511679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:11,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:11,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448511890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:12,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/25986b41ec8d4fd7828cac2513db0a11 2024-11-12T21:54:12,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/4f68ceba7b1c4e9b952afa6dada297a8 is 50, key is test_row_0/C:col10/1731448451552/Put/seqid=0 2024-11-12T21:54:12,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741963_1139 (size=12151) 2024-11-12T21:54:12,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448512099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:12,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:12,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:12,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:12,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:12,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448512120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448512119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:12,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:12,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448512120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:12,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:12,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:12,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:12,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:12,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:12,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:12,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:12,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:12,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448512209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:12,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/4f68ceba7b1c4e9b952afa6dada297a8 2024-11-12T21:54:12,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/3d58120bd30544a3856f1c18892941da as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/3d58120bd30544a3856f1c18892941da 2024-11-12T21:54:12,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/3d58120bd30544a3856f1c18892941da, entries=200, sequenceid=201, filesize=38.8 K 2024-11-12T21:54:12,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/25986b41ec8d4fd7828cac2513db0a11 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/25986b41ec8d4fd7828cac2513db0a11 2024-11-12T21:54:12,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/25986b41ec8d4fd7828cac2513db0a11, entries=150, sequenceid=201, filesize=11.9 K 2024-11-12T21:54:12,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/4f68ceba7b1c4e9b952afa6dada297a8 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4f68ceba7b1c4e9b952afa6dada297a8 2024-11-12T21:54:12,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4f68ceba7b1c4e9b952afa6dada297a8, entries=150, sequenceid=201, filesize=11.9 K 2024-11-12T21:54:12,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~435.66 KB/446112, currentSize=26.84 KB/27480 for 9039228f26cb8b62430472952ec4836d in 905ms, sequenceid=201, compaction requested=true 2024-11-12T21:54:12,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:12,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9039228f26cb8b62430472952ec4836d:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:54:12,459 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:54:12,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:12,459 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:54:12,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9039228f26cb8b62430472952ec4836d:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:54:12,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:12,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9039228f26cb8b62430472952ec4836d:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:54:12,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:12,461 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149798 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:54:12,461 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45810 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:54:12,461 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 9039228f26cb8b62430472952ec4836d/B is initiating minor compaction (all files) 2024-11-12T21:54:12,461 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 9039228f26cb8b62430472952ec4836d/A is initiating minor compaction (all files) 2024-11-12T21:54:12,461 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9039228f26cb8b62430472952ec4836d/A in TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:12,461 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9039228f26cb8b62430472952ec4836d/B in TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:12,461 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/979d6e92c5784c89a997c93cbf46be81, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0262888090ea4704b369946b1b7a8121, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0206eaf16ec14a4d9ea816ae72e08a80, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/3d58120bd30544a3856f1c18892941da] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp, totalSize=146.3 K 2024-11-12T21:54:12,461 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/70ade501fdaa459a8dbb4d80990b90b3, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/011fe6fcddd3439c80cb337345beeeac, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/142234726fc54042852fbb962399ffab, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/25986b41ec8d4fd7828cac2513db0a11] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp, totalSize=44.7 K 2024-11-12T21:54:12,461 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:12,461 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. files: [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/979d6e92c5784c89a997c93cbf46be81, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0262888090ea4704b369946b1b7a8121, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0206eaf16ec14a4d9ea816ae72e08a80, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/3d58120bd30544a3856f1c18892941da] 2024-11-12T21:54:12,462 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 70ade501fdaa459a8dbb4d80990b90b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731448449089 2024-11-12T21:54:12,462 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 979d6e92c5784c89a997c93cbf46be81, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731448449086 2024-11-12T21:54:12,463 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 011fe6fcddd3439c80cb337345beeeac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731448449169 2024-11-12T21:54:12,463 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0262888090ea4704b369946b1b7a8121, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731448449169 2024-11-12T21:54:12,463 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0206eaf16ec14a4d9ea816ae72e08a80, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731448449850 2024-11-12T21:54:12,463 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 142234726fc54042852fbb962399ffab, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731448449850 2024-11-12T21:54:12,463 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d58120bd30544a3856f1c18892941da, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731448450962 2024-11-12T21:54:12,463 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 25986b41ec8d4fd7828cac2513db0a11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731448450962 2024-11-12T21:54:12,472 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:12,473 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9039228f26cb8b62430472952ec4836d#B#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:12,474 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/c5a8219064cc4fe39b8fccaf47e22fac is 50, key is test_row_0/B:col10/1731448451552/Put/seqid=0 2024-11-12T21:54:12,475 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411126acc5721a9b74b2db65e11edbdad95a5_9039228f26cb8b62430472952ec4836d store=[table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:12,480 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411126acc5721a9b74b2db65e11edbdad95a5_9039228f26cb8b62430472952ec4836d, store=[table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:12,480 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126acc5721a9b74b2db65e11edbdad95a5_9039228f26cb8b62430472952ec4836d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:12,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741964_1140 (size=12289) 2024-11-12T21:54:12,498 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/c5a8219064cc4fe39b8fccaf47e22fac as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/c5a8219064cc4fe39b8fccaf47e22fac 2024-11-12T21:54:12,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741965_1141 (size=4469) 2024-11-12T21:54:12,506 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9039228f26cb8b62430472952ec4836d/B of 9039228f26cb8b62430472952ec4836d into c5a8219064cc4fe39b8fccaf47e22fac(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:12,506 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:12,506 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., storeName=9039228f26cb8b62430472952ec4836d/B, priority=12, startTime=1731448452459; duration=0sec 2024-11-12T21:54:12,506 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:12,506 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9039228f26cb8b62430472952ec4836d:B 2024-11-12T21:54:12,506 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:54:12,506 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9039228f26cb8b62430472952ec4836d#A#compaction#121 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:12,507 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/7a4f40bcab1341bdbb0015c5210e4d5b is 175, key is test_row_0/A:col10/1731448451552/Put/seqid=0 2024-11-12T21:54:12,508 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45810 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:54:12,508 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 9039228f26cb8b62430472952ec4836d/C is initiating minor compaction (all files) 2024-11-12T21:54:12,508 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9039228f26cb8b62430472952ec4836d/C in TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:12,508 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/b49893af7ba94c40b03bc39eedc69e12, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/88e17ba6ce1b498ca2721ca7e14bc7aa, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/7b0488ec56174e88a9f66198cbab91dd, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4f68ceba7b1c4e9b952afa6dada297a8] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp, totalSize=44.7 K 2024-11-12T21:54:12,509 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting b49893af7ba94c40b03bc39eedc69e12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731448449089 2024-11-12T21:54:12,509 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 88e17ba6ce1b498ca2721ca7e14bc7aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731448449169 2024-11-12T21:54:12,509 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b0488ec56174e88a9f66198cbab91dd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731448449850 2024-11-12T21:54:12,510 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f68ceba7b1c4e9b952afa6dada297a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731448450962 2024-11-12T21:54:12,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741966_1142 (size=31243) 2024-11-12T21:54:12,525 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9039228f26cb8b62430472952ec4836d#C#compaction#122 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:12,526 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/1977c21ad3a946849f58b603e4c339e0 is 50, key is test_row_0/C:col10/1731448451552/Put/seqid=0 2024-11-12T21:54:12,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741967_1143 (size=12289) 2024-11-12T21:54:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:12,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9039228f26cb8b62430472952ec4836d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:54:12,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=A 2024-11-12T21:54:12,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:12,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=B 2024-11-12T21:54:12,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:12,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=C 2024-11-12T21:54:12,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:12,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a70f5dd6f6dc437787e99ed62e62438c_9039228f26cb8b62430472952ec4836d is 50, key is test_row_0/A:col10/1731448452725/Put/seqid=0 2024-11-12T21:54:12,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741968_1144 (size=17284) 2024-11-12T21:54:12,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731448452770, max timestamp=1731448452814Num uniques 859; 2024-11-12T21:54:12,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731448452770, max timestamp=1731448452814Num uniques 859; 2024-11-12T21:54:12,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731448452770, max timestamp=1731448452814Num uniques 859; 2024-11-12T21:54:12,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:54:12,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:54:12,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:54:12,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448512872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:12,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:12,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:12,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:12,922 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/7a4f40bcab1341bdbb0015c5210e4d5b as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/7a4f40bcab1341bdbb0015c5210e4d5b 2024-11-12T21:54:12,929 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9039228f26cb8b62430472952ec4836d/A of 9039228f26cb8b62430472952ec4836d into 7a4f40bcab1341bdbb0015c5210e4d5b(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:12,929 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:12,929 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., storeName=9039228f26cb8b62430472952ec4836d/A, priority=12, startTime=1731448452459; duration=0sec 2024-11-12T21:54:12,929 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:12,929 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9039228f26cb8b62430472952ec4836d:A 2024-11-12T21:54:12,944 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/1977c21ad3a946849f58b603e4c339e0 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/1977c21ad3a946849f58b603e4c339e0 2024-11-12T21:54:12,951 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9039228f26cb8b62430472952ec4836d/C of 9039228f26cb8b62430472952ec4836d into 1977c21ad3a946849f58b603e4c339e0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:12,951 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:12,951 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., storeName=9039228f26cb8b62430472952ec4836d/C, priority=12, startTime=1731448452459; duration=0sec 2024-11-12T21:54:12,951 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:12,951 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9039228f26cb8b62430472952ec4836d:C 2024-11-12T21:54:12,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448512979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:12,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:13,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448513109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:13,110 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in 9039228f26cb8b62430472952ec4836d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:13,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:13,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:13,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:13,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448513140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:13,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448513140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:13,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448513140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:13,141 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 9039228f26cb8b62430472952ec4836d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:13,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:13,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:13,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:13,142 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 9039228f26cb8b62430472952ec4836d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:13,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:13,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:13,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:13,142 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in 9039228f26cb8b62430472952ec4836d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:13,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:13,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:13,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:13,158 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:13,163 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a70f5dd6f6dc437787e99ed62e62438c_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a70f5dd6f6dc437787e99ed62e62438c_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:13,164 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/5b25581c2d9649759ebd461f2cf0a292, store: [table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:13,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/5b25581c2d9649759ebd461f2cf0a292 is 175, key is test_row_0/A:col10/1731448452725/Put/seqid=0 2024-11-12T21:54:13,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741969_1145 (size=48389) 2024-11-12T21:54:13,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448513189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:13,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:13,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:13,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T21:54:13,239 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:13,240 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-12T21:54:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-12T21:54:13,242 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:13,243 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:13,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-12T21:54:13,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-12T21:54:13,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:13,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:13,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:13,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:13,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:13,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448513499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:13,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:13,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:13,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:13,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-12T21:54:13,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:13,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:13,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:13,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:13,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-12T21:54:13,569 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/5b25581c2d9649759ebd461f2cf0a292 2024-11-12T21:54:13,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/93e7bd144e6447e18e4dba7f9a03ca75 is 50, key is test_row_0/B:col10/1731448452725/Put/seqid=0 2024-11-12T21:54:13,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741970_1146 (size=12151) 2024-11-12T21:54:13,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-12T21:54:13,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:13,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:13,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:13,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:13,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:13,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-12T21:54:13,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:13,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:13,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:13,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:13,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-12T21:54:13,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/93e7bd144e6447e18e4dba7f9a03ca75 2024-11-12T21:54:13,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/8cbc159be1434e0b85bada5a4c0b8374 is 50, key is test_row_0/C:col10/1731448452725/Put/seqid=0 2024-11-12T21:54:13,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741971_1147 (size=12151) 2024-11-12T21:54:13,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/8cbc159be1434e0b85bada5a4c0b8374 2024-11-12T21:54:14,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/5b25581c2d9649759ebd461f2cf0a292 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/5b25581c2d9649759ebd461f2cf0a292 2024-11-12T21:54:14,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-12T21:54:14,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:14,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:14,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:14,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:14,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:14,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448514009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:14,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:14,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:14,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:14,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/5b25581c2d9649759ebd461f2cf0a292, entries=250, sequenceid=212, filesize=47.3 K 2024-11-12T21:54:14,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/93e7bd144e6447e18e4dba7f9a03ca75 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/93e7bd144e6447e18e4dba7f9a03ca75 2024-11-12T21:54:14,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/93e7bd144e6447e18e4dba7f9a03ca75, entries=150, sequenceid=212, filesize=11.9 K 2024-11-12T21:54:14,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/8cbc159be1434e0b85bada5a4c0b8374 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/8cbc159be1434e0b85bada5a4c0b8374 2024-11-12T21:54:14,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/8cbc159be1434e0b85bada5a4c0b8374, entries=150, sequenceid=212, filesize=11.9 K 2024-11-12T21:54:14,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9039228f26cb8b62430472952ec4836d in 1304ms, sequenceid=212, compaction requested=false 2024-11-12T21:54:14,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:14,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-12T21:54:14,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:14,163 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 9039228f26cb8b62430472952ec4836d 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-12T21:54:14,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=A 2024-11-12T21:54:14,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:14,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=B 2024-11-12T21:54:14,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:14,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=C 2024-11-12T21:54:14,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:14,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111281a2aedfc86f4939b38cad61ac17e299_9039228f26cb8b62430472952ec4836d is 50, key is test_row_0/A:col10/1731448452869/Put/seqid=0 2024-11-12T21:54:14,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741972_1148 (size=12304) 2024-11-12T21:54:14,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,215 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111281a2aedfc86f4939b38cad61ac17e299_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111281a2aedfc86f4939b38cad61ac17e299_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:14,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/0429c29bf03f48f3a8e976a62dfb6d99, store: [table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:14,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/0429c29bf03f48f3a8e976a62dfb6d99 is 175, key is test_row_0/A:col10/1731448452869/Put/seqid=0 2024-11-12T21:54:14,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741973_1149 (size=31105) 2024-11-12T21:54:14,231 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/0429c29bf03f48f3a8e976a62dfb6d99 2024-11-12T21:54:14,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/e324c6c5c2f64acbada04d1330057f3d is 50, key is test_row_0/B:col10/1731448452869/Put/seqid=0 2024-11-12T21:54:14,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741974_1150 (size=12151) 2024-11-12T21:54:14,264 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/e324c6c5c2f64acbada04d1330057f3d 2024-11-12T21:54:14,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/4533ada8b9a8465180c9305f95077038 is 50, key is test_row_0/C:col10/1731448452869/Put/seqid=0 2024-11-12T21:54:14,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741975_1151 (size=12151) 2024-11-12T21:54:14,303 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/4533ada8b9a8465180c9305f95077038 2024-11-12T21:54:14,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/0429c29bf03f48f3a8e976a62dfb6d99 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0429c29bf03f48f3a8e976a62dfb6d99 2024-11-12T21:54:14,319 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0429c29bf03f48f3a8e976a62dfb6d99, entries=150, sequenceid=249, filesize=30.4 K 2024-11-12T21:54:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/e324c6c5c2f64acbada04d1330057f3d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/e324c6c5c2f64acbada04d1330057f3d 2024-11-12T21:54:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,325 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/e324c6c5c2f64acbada04d1330057f3d, entries=150, sequenceid=249, filesize=11.9 K 2024-11-12T21:54:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/4533ada8b9a8465180c9305f95077038 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4533ada8b9a8465180c9305f95077038 2024-11-12T21:54:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,343 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4533ada8b9a8465180c9305f95077038, entries=150, sequenceid=249, filesize=11.9 K 2024-11-12T21:54:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,345 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=0 B/0 for 9039228f26cb8b62430472952ec4836d in 182ms, sequenceid=249, compaction requested=true 2024-11-12T21:54:14,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:14,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-12T21:54:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-12T21:54:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-12T21:54:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1040 sec 2024-11-12T21:54:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.1100 sec 2024-11-12T21:54:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-12T21:54:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,380 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,380 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-12T21:54:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T21:54:14,383 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,384 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:14,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T21:54:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T21:54:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:14,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:14,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-12T21:54:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-12T21:54:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-12T21:54:14,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-12T21:54:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 163 msec 2024-11-12T21:54:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T21:54:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,700 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,700 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-12T21:54:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,705 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T21:54:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,707 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,718 INFO [master/0c576948786c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T21:54:14,718 INFO [master/0c576948786c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T21:54:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T21:54:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-12T21:54:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-12T21:54:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-12T21:54:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-12T21:54:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-12T21:54:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 166 msec 2024-11-12T21:54:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T21:54:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,020 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,021 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-12T21:54:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T21:54:15,023 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,024 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T21:54:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-12T21:54:15,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:15,177 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 9039228f26cb8b62430472952ec4836d 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-12T21:54:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=A 2024-11-12T21:54:15,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:15,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=B 2024-11-12T21:54:15,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:15,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=C 2024-11-12T21:54:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112af64137bfb98432187c89750696e2277_9039228f26cb8b62430472952ec4836d is 50, key is test_row_1/A:col10/1731448455147/Put/seqid=0 2024-11-12T21:54:15,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741976_1152 (size=14994) 2024-11-12T21:54:15,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731448455198, max timestamp=1731448455214Num uniques 859; 2024-11-12T21:54:15,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-12T21:54:15,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731448455198, max timestamp=1731448455214Num uniques 859; 2024-11-12T21:54:15,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-12T21:54:15,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731448455198, max timestamp=1731448455214Num uniques 859; 2024-11-12T21:54:15,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-12T21:54:15,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448515237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448515242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448515243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448515244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448515246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T21:54:15,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448515349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448515359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448515359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448515359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448515359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448515559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448515569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448515569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448515569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448515569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:15,609 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112af64137bfb98432187c89750696e2277_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112af64137bfb98432187c89750696e2277_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:15,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/5f69224acf0e4620baae1ca7abe7d775, store: [table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:15,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/5f69224acf0e4620baae1ca7abe7d775 is 175, key is test_row_1/A:col10/1731448455147/Put/seqid=0 2024-11-12T21:54:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741977_1153 (size=39945) 2024-11-12T21:54:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T21:54:15,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448515879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448515879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448515879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448515879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:15,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448515879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:15,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:15,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:16,018 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/5f69224acf0e4620baae1ca7abe7d775 2024-11-12T21:54:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/408540fb44604ea8a1fa4110ea82833b is 50, key is test_row_1/B:col10/1731448455147/Put/seqid=0 2024-11-12T21:54:16,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741978_1154 (size=9857) 2024-11-12T21:54:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T21:54:16,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448516389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:16,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448516389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:16,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448516389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:16,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448516390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:16,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448516390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:16,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:16,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:16,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:16,430 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/408540fb44604ea8a1fa4110ea82833b 2024-11-12T21:54:16,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/f62302f6fc824efc95b8de52d3d3719b is 50, key is test_row_1/C:col10/1731448455147/Put/seqid=0 2024-11-12T21:54:16,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741979_1155 (size=9857) 2024-11-12T21:54:16,851 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/f62302f6fc824efc95b8de52d3d3719b 2024-11-12T21:54:16,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/5f69224acf0e4620baae1ca7abe7d775 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/5f69224acf0e4620baae1ca7abe7d775 2024-11-12T21:54:16,860 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/5f69224acf0e4620baae1ca7abe7d775, entries=200, sequenceid=260, filesize=39.0 K 2024-11-12T21:54:16,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/408540fb44604ea8a1fa4110ea82833b as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/408540fb44604ea8a1fa4110ea82833b 2024-11-12T21:54:16,866 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/408540fb44604ea8a1fa4110ea82833b, entries=100, sequenceid=260, filesize=9.6 K 2024-11-12T21:54:16,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/f62302f6fc824efc95b8de52d3d3719b as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/f62302f6fc824efc95b8de52d3d3719b 2024-11-12T21:54:16,871 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/f62302f6fc824efc95b8de52d3d3719b, entries=100, sequenceid=260, filesize=9.6 K 2024-11-12T21:54:16,872 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=154.31 KB/158010 for 9039228f26cb8b62430472952ec4836d in 1694ms, sequenceid=260, compaction requested=true 2024-11-12T21:54:16,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:16,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:16,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-12T21:54:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-12T21:54:16,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-12T21:54:16,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8490 sec 2024-11-12T21:54:16,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.8540 sec 2024-11-12T21:54:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T21:54:17,170 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:17,170 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-12T21:54:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T21:54:17,172 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:17,173 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:17,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T21:54:17,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T21:54:17,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:17,326 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 9039228f26cb8b62430472952ec4836d 3/3 column families, dataSize=154.31 KB heapSize=426 KB 2024-11-12T21:54:17,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=A 2024-11-12T21:54:17,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:17,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=B 2024-11-12T21:54:17,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:17,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=C 2024-11-12T21:54:17,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:17,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112841a63f6fba34fde899a0902336ccb3c_9039228f26cb8b62430472952ec4836d is 50, key is test_row_0/A:col10/1731448455243/Put/seqid=0 2024-11-12T21:54:17,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741980_1156 (size=12454) 2024-11-12T21:54:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:17,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:17,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448517413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:17,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:17,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448517414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:17,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448517415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:17,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:17,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448517416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:17,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:17,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448517417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:17,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T21:54:17,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448517519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:17,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448517519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:17,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:17,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448517529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:17,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:17,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448517529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:17,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:17,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448517529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:17,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448517729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448517729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:17,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:17,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:17,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448517739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:17,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:17,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448517739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:17,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:17,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:17,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448517740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:17,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:17,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:17,744 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112841a63f6fba34fde899a0902336ccb3c_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112841a63f6fba34fde899a0902336ccb3c_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:17,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/0826654b2a3b4fc4aa0084e81fb0cc39, store: [table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:17,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/0826654b2a3b4fc4aa0084e81fb0cc39 is 175, key is test_row_0/A:col10/1731448455243/Put/seqid=0 2024-11-12T21:54:17,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741981_1157 (size=31255) 2024-11-12T21:54:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T21:54:18,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448518039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:18,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448518039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:18,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448518049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:18,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448518049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448518049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:18,150 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/0826654b2a3b4fc4aa0084e81fb0cc39 2024-11-12T21:54:18,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/cab0cc5ed4be48ba894ccb0c91ccc32d is 50, key is test_row_0/B:col10/1731448455243/Put/seqid=0 2024-11-12T21:54:18,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741982_1158 (size=12301) 2024-11-12T21:54:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T21:54:18,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448518549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:18,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:18,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448518549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:18,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:18,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:18,562 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/cab0cc5ed4be48ba894ccb0c91ccc32d 2024-11-12T21:54:18,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448518560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:18,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:18,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448518560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:18,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:18,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448518560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:18,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/2bf4dfca0b0743d292ac6a1d991082ce is 50, key is test_row_0/C:col10/1731448455243/Put/seqid=0 2024-11-12T21:54:18,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:18,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:18,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741983_1159 (size=12301) 2024-11-12T21:54:18,976 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/2bf4dfca0b0743d292ac6a1d991082ce 2024-11-12T21:54:18,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/0826654b2a3b4fc4aa0084e81fb0cc39 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0826654b2a3b4fc4aa0084e81fb0cc39 2024-11-12T21:54:18,985 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0826654b2a3b4fc4aa0084e81fb0cc39, entries=150, sequenceid=296, filesize=30.5 K 2024-11-12T21:54:18,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/cab0cc5ed4be48ba894ccb0c91ccc32d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/cab0cc5ed4be48ba894ccb0c91ccc32d 2024-11-12T21:54:18,991 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/cab0cc5ed4be48ba894ccb0c91ccc32d, entries=150, sequenceid=296, filesize=12.0 K 2024-11-12T21:54:18,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/2bf4dfca0b0743d292ac6a1d991082ce as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/2bf4dfca0b0743d292ac6a1d991082ce 2024-11-12T21:54:18,999 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/2bf4dfca0b0743d292ac6a1d991082ce, entries=150, sequenceid=296, filesize=12.0 K 2024-11-12T21:54:19,001 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~425.95 KB/436176, currentSize=33.54 KB/34350 for 9039228f26cb8b62430472952ec4836d in 1675ms, sequenceid=296, compaction requested=true 2024-11-12T21:54:19,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:19,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:19,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-12T21:54:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-12T21:54:19,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-12T21:54:19,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8320 sec 2024-11-12T21:54:19,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.8380 sec 2024-11-12T21:54:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T21:54:19,320 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:19,320 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-12T21:54:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T21:54:19,322 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:19,322 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:19,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T21:54:19,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T21:54:19,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:19,475 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 9039228f26cb8b62430472952ec4836d 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-12T21:54:19,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=A 2024-11-12T21:54:19,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:19,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=B 2024-11-12T21:54:19,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:19,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=C 2024-11-12T21:54:19,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:19,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111264d3b450dc0f4f51a04524b52f6204b2_9039228f26cb8b62430472952ec4836d is 50, key is test_row_0/A:col10/1731448457414/Put/seqid=0 2024-11-12T21:54:19,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741984_1160 (size=12454) 2024-11-12T21:54:19,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:19,495 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111264d3b450dc0f4f51a04524b52f6204b2_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111264d3b450dc0f4f51a04524b52f6204b2_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:19,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/816eea3b38ac471b872ca603c2308c27, store: [table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:19,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/816eea3b38ac471b872ca603c2308c27 is 175, key is test_row_0/A:col10/1731448457414/Put/seqid=0 2024-11-12T21:54:19,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741985_1161 (size=31255) 2024-11-12T21:54:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:19,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:19,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731448459581, max timestamp=1731448459593Num uniques 859; 2024-11-12T21:54:19,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:54:19,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731448459581, max timestamp=1731448459593Num uniques 859; 2024-11-12T21:54:19,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:54:19,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731448459581, max timestamp=1731448459593Num uniques 859; 2024-11-12T21:54:19,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:54:19,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448519619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:19,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448519620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448519622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:19,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:19,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448519623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:19,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:19,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448519624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:19,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T21:54:19,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448519740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:19,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:19,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448519740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:19,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:19,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:19,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448519740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:19,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:19,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448519740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:19,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:19,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448519740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:19,901 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/816eea3b38ac471b872ca603c2308c27 2024-11-12T21:54:19,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/5374617499b440669fd6a83d29bd73a1 is 50, key is test_row_0/B:col10/1731448457414/Put/seqid=0 2024-11-12T21:54:19,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741986_1162 (size=12301) 2024-11-12T21:54:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T21:54:19,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448519950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:19,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:19,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448519950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448519950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:19,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448519950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448519950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:19,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:19,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:20,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448520259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:20,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:20,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448520259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:20,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:20,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:20,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448520260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:20,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:20,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448520260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:20,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448520260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:20,314 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/5374617499b440669fd6a83d29bd73a1 2024-11-12T21:54:20,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/0beaa5ac15f1431c8c900b572ca27c8d is 50, key is test_row_0/C:col10/1731448457414/Put/seqid=0 2024-11-12T21:54:20,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741987_1163 (size=12301) 2024-11-12T21:54:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T21:54:20,726 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/0beaa5ac15f1431c8c900b572ca27c8d 2024-11-12T21:54:20,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/816eea3b38ac471b872ca603c2308c27 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/816eea3b38ac471b872ca603c2308c27 2024-11-12T21:54:20,735 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/816eea3b38ac471b872ca603c2308c27, entries=150, sequenceid=304, filesize=30.5 K 2024-11-12T21:54:20,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/5374617499b440669fd6a83d29bd73a1 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/5374617499b440669fd6a83d29bd73a1 2024-11-12T21:54:20,742 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/5374617499b440669fd6a83d29bd73a1, entries=150, sequenceid=304, filesize=12.0 K 2024-11-12T21:54:20,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/0beaa5ac15f1431c8c900b572ca27c8d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/0beaa5ac15f1431c8c900b572ca27c8d 2024-11-12T21:54:20,747 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/0beaa5ac15f1431c8c900b572ca27c8d, entries=150, sequenceid=304, filesize=12.0 K 2024-11-12T21:54:20,748 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=154.31 KB/158010 for 9039228f26cb8b62430472952ec4836d in 1273ms, sequenceid=304, compaction requested=true 2024-11-12T21:54:20,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:20,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:20,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-12T21:54:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-12T21:54:20,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-12T21:54:20,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec 2024-11-12T21:54:20,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.4310 sec 2024-11-12T21:54:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:20,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9039228f26cb8b62430472952ec4836d 3/3 column families, dataSize=161.02 KB heapSize=451.31 KB 2024-11-12T21:54:20,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=A 2024-11-12T21:54:20,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:54:20,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=B 2024-11-12T21:54:20,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:54:20,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=C 2024-11-12T21:54:20,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:54:20,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448520775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:20,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:20,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111243c5aa0c49004ed19c4d614ab346904a_9039228f26cb8b62430472952ec4836d is 50, key is test_row_0/A:col10/1731448459621/Put/seqid=0 2024-11-12T21:54:20,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448520775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:20,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:20,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448520775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:20,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:20,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:20,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448520776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:20,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:20,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448520776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:20,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741988_1164 (size=14994) 2024-11-12T21:54:20,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448520879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:20,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:20,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:20,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448520890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448520890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:20,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:20,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:20,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448520890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:20,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448520890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:20,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:21,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448521089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:21,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:21,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448521099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:21,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:21,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448521099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:21,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:21,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448521099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:21,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:21,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448521099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:21,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:21,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:21,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:21,189 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:21,192 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111243c5aa0c49004ed19c4d614ab346904a_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111243c5aa0c49004ed19c4d614ab346904a_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:21,193 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/c1e545062b4748ca837c2c2713b1f98a, store: [table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:21,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/c1e545062b4748ca837c2c2713b1f98a is 175, key is test_row_0/A:col10/1731448459621/Put/seqid=0 2024-11-12T21:54:21,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741989_1165 (size=39949) 2024-11-12T21:54:21,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448521410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:21,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448521410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:21,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448521410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:21,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:21,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448521410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:21,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:21,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448521410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:21,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T21:54:21,479 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:21,479 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-12T21:54:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T21:54:21,481 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:21,482 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:21,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T21:54:21,598 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/c1e545062b4748ca837c2c2713b1f98a 2024-11-12T21:54:21,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/6bf72e6870e1486f9453586c066f7094 is 50, key is test_row_0/B:col10/1731448459621/Put/seqid=0 2024-11-12T21:54:21,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741990_1166 (size=12301) 2024-11-12T21:54:21,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T21:54:21,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:21,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:21,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:21,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:21,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:21,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T21:54:21,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:21,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:21,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:21,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:21,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T21:54:21,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448521919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:21,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:21,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448521919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:21,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:21,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:21,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448521919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:21,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:21,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448521920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:21,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:21,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448521929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:21,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T21:54:21,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:21,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:21,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:21,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:21,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:22,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/6bf72e6870e1486f9453586c066f7094 2024-11-12T21:54:22,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/e1b0a6a7cb9a40f1af39fc5b22ae104e is 50, key is test_row_0/C:col10/1731448459621/Put/seqid=0 2024-11-12T21:54:22,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741991_1167 (size=12301) 2024-11-12T21:54:22,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T21:54:22,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:22,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:22,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:22,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:22,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T21:54:22,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T21:54:22,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:22,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:22,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:22,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:22,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:22,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T21:54:22,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:22,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:22,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:22,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:22,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:22,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/e1b0a6a7cb9a40f1af39fc5b22ae104e 2024-11-12T21:54:22,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/c1e545062b4748ca837c2c2713b1f98a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c1e545062b4748ca837c2c2713b1f98a 2024-11-12T21:54:22,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c1e545062b4748ca837c2c2713b1f98a, entries=200, sequenceid=342, filesize=39.0 K 2024-11-12T21:54:22,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/6bf72e6870e1486f9453586c066f7094 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/6bf72e6870e1486f9453586c066f7094 2024-11-12T21:54:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/6bf72e6870e1486f9453586c066f7094, entries=150, sequenceid=342, filesize=12.0 K 2024-11-12T21:54:22,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/e1b0a6a7cb9a40f1af39fc5b22ae104e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/e1b0a6a7cb9a40f1af39fc5b22ae104e 2024-11-12T21:54:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/e1b0a6a7cb9a40f1af39fc5b22ae104e, entries=150, sequenceid=342, filesize=12.0 K 2024-11-12T21:54:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~451.27 KB/462096, currentSize=26.84 KB/27480 for 9039228f26cb8b62430472952ec4836d in 1673ms, sequenceid=342, compaction requested=true 2024-11-12T21:54:22,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9039228f26cb8b62430472952ec4836d:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:54:22,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:22,445 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-12T21:54:22,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9039228f26cb8b62430472952ec4836d:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:54:22,445 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-12T21:54:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:22,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9039228f26cb8b62430472952ec4836d:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:54:22,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,448 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 83351 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-12T21:54:22,448 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 253141 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-12T21:54:22,448 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 9039228f26cb8b62430472952ec4836d/A is initiating minor compaction (all files) 2024-11-12T21:54:22,448 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 9039228f26cb8b62430472952ec4836d/B is initiating minor compaction (all files) 2024-11-12T21:54:22,448 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9039228f26cb8b62430472952ec4836d/B in TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:22,448 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9039228f26cb8b62430472952ec4836d/A in TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,448 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/7a4f40bcab1341bdbb0015c5210e4d5b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/5b25581c2d9649759ebd461f2cf0a292, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0429c29bf03f48f3a8e976a62dfb6d99, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/5f69224acf0e4620baae1ca7abe7d775, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0826654b2a3b4fc4aa0084e81fb0cc39, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/816eea3b38ac471b872ca603c2308c27, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c1e545062b4748ca837c2c2713b1f98a] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp, totalSize=247.2 K 2024-11-12T21:54:22,448 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/c5a8219064cc4fe39b8fccaf47e22fac, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/93e7bd144e6447e18e4dba7f9a03ca75, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/e324c6c5c2f64acbada04d1330057f3d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/408540fb44604ea8a1fa4110ea82833b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/cab0cc5ed4be48ba894ccb0c91ccc32d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/5374617499b440669fd6a83d29bd73a1, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/6bf72e6870e1486f9453586c066f7094] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp, totalSize=81.4 K 2024-11-12T21:54:22,448 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=9 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,448 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. files: [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/7a4f40bcab1341bdbb0015c5210e4d5b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/5b25581c2d9649759ebd461f2cf0a292, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0429c29bf03f48f3a8e976a62dfb6d99, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/5f69224acf0e4620baae1ca7abe7d775, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0826654b2a3b4fc4aa0084e81fb0cc39, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/816eea3b38ac471b872ca603c2308c27, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c1e545062b4748ca837c2c2713b1f98a] 2024-11-12T21:54:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,449 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting c5a8219064cc4fe39b8fccaf47e22fac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731448450962 2024-11-12T21:54:22,449 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a4f40bcab1341bdbb0015c5210e4d5b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731448450962 2024-11-12T21:54:22,449 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b25581c2d9649759ebd461f2cf0a292, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731448451555 2024-11-12T21:54:22,449 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 93e7bd144e6447e18e4dba7f9a03ca75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731448451555 2024-11-12T21:54:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,450 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0429c29bf03f48f3a8e976a62dfb6d99, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731448452841 2024-11-12T21:54:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,450 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting e324c6c5c2f64acbada04d1330057f3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731448452841 2024-11-12T21:54:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,450 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 408540fb44604ea8a1fa4110ea82833b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731448455147 2024-11-12T21:54:22,450 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f69224acf0e4620baae1ca7abe7d775, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731448455116 2024-11-12T21:54:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,450 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting cab0cc5ed4be48ba894ccb0c91ccc32d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731448455240 2024-11-12T21:54:22,451 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0826654b2a3b4fc4aa0084e81fb0cc39, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731448455240 2024-11-12T21:54:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,451 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 5374617499b440669fd6a83d29bd73a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731448457411 2024-11-12T21:54:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,451 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bf72e6870e1486f9453586c066f7094, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731448459620 2024-11-12T21:54:22,451 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 816eea3b38ac471b872ca603c2308c27, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731448457411 2024-11-12T21:54:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,452 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1e545062b4748ca837c2c2713b1f98a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731448459620 2024-11-12T21:54:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,465 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,468 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112e694c74d27d045f9a9229ce88e592e14_9039228f26cb8b62430472952ec4836d store=[table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:22,468 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9039228f26cb8b62430472952ec4836d#B#compaction#142 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,468 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/235f174e0faa4cb380f11c4a77f5f83a is 50, key is test_row_0/B:col10/1731448459621/Put/seqid=0 2024-11-12T21:54:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,472 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112e694c74d27d045f9a9229ce88e592e14_9039228f26cb8b62430472952ec4836d, store=[table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,472 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e694c74d27d045f9a9229ce88e592e14_9039228f26cb8b62430472952ec4836d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741993_1169 (size=4469) 2024-11-12T21:54:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741992_1168 (size=12677) 2024-11-12T21:54:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T21:54:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:22,565 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 9039228f26cb8b62430472952ec4836d 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-12T21:54:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=A 2024-11-12T21:54:22,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:22,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=B 2024-11-12T21:54:22,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:22,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=C 2024-11-12T21:54:22,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112ff8b6ec855124c4c9f0938da04e5ff01_9039228f26cb8b62430472952ec4836d is 50, key is test_row_0/A:col10/1731448460774/Put/seqid=0 2024-11-12T21:54:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741994_1170 (size=9914) 2024-11-12T21:54:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,598 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112ff8b6ec855124c4c9f0938da04e5ff01_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ff8b6ec855124c4c9f0938da04e5ff01_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/8c6a5e345a3344468fada1b4794c0207, store: [table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/8c6a5e345a3344468fada1b4794c0207 is 175, key is test_row_0/A:col10/1731448460774/Put/seqid=0 2024-11-12T21:54:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741995_1171 (size=22561) 2024-11-12T21:54:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,606 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/8c6a5e345a3344468fada1b4794c0207 2024-11-12T21:54:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/3de97389fc6f42698422086f0108915f is 50, key is test_row_0/B:col10/1731448460774/Put/seqid=0 2024-11-12T21:54:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T21:54:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741996_1172 (size=9857) 2024-11-12T21:54:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,625 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/3de97389fc6f42698422086f0108915f 2024-11-12T21:54:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/066ddf5d837644958a16b97769035e86 is 50, key is test_row_0/C:col10/1731448460774/Put/seqid=0 2024-11-12T21:54:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741997_1173 (size=9857) 2024-11-12T21:54:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,654 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/066ddf5d837644958a16b97769035e86 2024-11-12T21:54:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/8c6a5e345a3344468fada1b4794c0207 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/8c6a5e345a3344468fada1b4794c0207 2024-11-12T21:54:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,665 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/8c6a5e345a3344468fada1b4794c0207, entries=100, sequenceid=349, filesize=22.0 K 2024-11-12T21:54:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/3de97389fc6f42698422086f0108915f as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/3de97389fc6f42698422086f0108915f 2024-11-12T21:54:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,672 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/3de97389fc6f42698422086f0108915f, entries=100, sequenceid=349, filesize=9.6 K 2024-11-12T21:54:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/066ddf5d837644958a16b97769035e86 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/066ddf5d837644958a16b97769035e86 2024-11-12T21:54:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,679 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/066ddf5d837644958a16b97769035e86, entries=100, sequenceid=349, filesize=9.6 K 2024-11-12T21:54:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,680 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 9039228f26cb8b62430472952ec4836d in 115ms, sequenceid=349, compaction requested=true 2024-11-12T21:54:22,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:22,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:22,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-12T21:54:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-12T21:54:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-12T21:54:22,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2000 sec 2024-11-12T21:54:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.2060 sec 2024-11-12T21:54:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,897 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9039228f26cb8b62430472952ec4836d#A#compaction#141 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,898 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/fcb8fa731c4b4c3ea45559b39e254789 is 175, key is test_row_0/A:col10/1731448459621/Put/seqid=0 2024-11-12T21:54:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,902 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/235f174e0faa4cb380f11c4a77f5f83a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/235f174e0faa4cb380f11c4a77f5f83a 2024-11-12T21:54:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,909 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in 9039228f26cb8b62430472952ec4836d/B of 9039228f26cb8b62430472952ec4836d into 235f174e0faa4cb380f11c4a77f5f83a(size=12.4 K), total size for store is 22.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:22,909 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,909 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., storeName=9039228f26cb8b62430472952ec4836d/B, priority=9, startTime=1731448462445; duration=0sec 2024-11-12T21:54:22,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741998_1174 (size=31631) 2024-11-12T21:54:22,909 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:22,909 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9039228f26cb8b62430472952ec4836d:B 2024-11-12T21:54:22,909 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-12T21:54:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,912 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 93208 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-12T21:54:22,912 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 9039228f26cb8b62430472952ec4836d/C is initiating minor compaction (all files) 2024-11-12T21:54:22,912 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9039228f26cb8b62430472952ec4836d/C in TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,913 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/1977c21ad3a946849f58b603e4c339e0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/8cbc159be1434e0b85bada5a4c0b8374, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4533ada8b9a8465180c9305f95077038, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/f62302f6fc824efc95b8de52d3d3719b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/2bf4dfca0b0743d292ac6a1d991082ce, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/0beaa5ac15f1431c8c900b572ca27c8d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/e1b0a6a7cb9a40f1af39fc5b22ae104e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/066ddf5d837644958a16b97769035e86] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp, totalSize=91.0 K 2024-11-12T21:54:22,914 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 1977c21ad3a946849f58b603e4c339e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731448450962 2024-11-12T21:54:22,914 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cbc159be1434e0b85bada5a4c0b8374, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731448451555 2024-11-12T21:54:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,915 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 4533ada8b9a8465180c9305f95077038, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731448452841 2024-11-12T21:54:22,915 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting f62302f6fc824efc95b8de52d3d3719b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731448455147 2024-11-12T21:54:22,916 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bf4dfca0b0743d292ac6a1d991082ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731448455240 2024-11-12T21:54:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,919 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 0beaa5ac15f1431c8c900b572ca27c8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731448457411 2024-11-12T21:54:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,919 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting e1b0a6a7cb9a40f1af39fc5b22ae104e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731448459620 2024-11-12T21:54:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,920 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 066ddf5d837644958a16b97769035e86, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731448460774 2024-11-12T21:54:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,922 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/fcb8fa731c4b4c3ea45559b39e254789 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/fcb8fa731c4b4c3ea45559b39e254789 2024-11-12T21:54:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,929 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in 9039228f26cb8b62430472952ec4836d/A of 9039228f26cb8b62430472952ec4836d into fcb8fa731c4b4c3ea45559b39e254789(size=30.9 K), total size for store is 52.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:22,929 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:22,929 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., storeName=9039228f26cb8b62430472952ec4836d/A, priority=9, startTime=1731448462445; duration=0sec 2024-11-12T21:54:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,929 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:22,929 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9039228f26cb8b62430472952ec4836d:A 2024-11-12T21:54:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,943 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9039228f26cb8b62430472952ec4836d#C#compaction#146 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,944 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/e614a813256f4c4ba0e083ede84d08fc is 50, key is test_row_0/C:col10/1731448460774/Put/seqid=0 2024-11-12T21:54:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741999_1175 (size=12711) 2024-11-12T21:54:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,966 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/e614a813256f4c4ba0e083ede84d08fc as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/e614a813256f4c4ba0e083ede84d08fc 2024-11-12T21:54:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,972 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in 9039228f26cb8b62430472952ec4836d/C of 9039228f26cb8b62430472952ec4836d into e614a813256f4c4ba0e083ede84d08fc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:22,972 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:22,972 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., storeName=9039228f26cb8b62430472952ec4836d/C, priority=8, startTime=1731448462446; duration=0sec 2024-11-12T21:54:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,972 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:22,972 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9039228f26cb8b62430472952ec4836d:C 2024-11-12T21:54:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:22,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9039228f26cb8b62430472952ec4836d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:54:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=A 2024-11-12T21:54:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=B 2024-11-12T21:54:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=C 2024-11-12T21:54:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122646ec1559204b52af7e230e809717c0_9039228f26cb8b62430472952ec4836d is 50, key is test_row_0/A:col10/1731448462996/Put/seqid=0 2024-11-12T21:54:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742000_1176 (size=22618) 2024-11-12T21:54:23,039 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731448463013, max timestamp=1731448463037Num uniques 859; 2024-11-12T21:54:23,039 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731448463013, max timestamp=1731448463037Num uniques 859; 2024-11-12T21:54:23,039 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:54:23,039 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731448463013, max timestamp=1731448463037Num uniques 859; 2024-11-12T21:54:23,039 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:54:23,039 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:54:23,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448523054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,059 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448523057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448523059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448523058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448523059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448523169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448523169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448523169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448523169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448523169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448523379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448523379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448523379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448523379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448523379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,437 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:23,442 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122646ec1559204b52af7e230e809717c0_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122646ec1559204b52af7e230e809717c0_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:23,443 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/8c7dae369bff4a2cbd9a5ac4e4f932cf, store: [table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:23,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/8c7dae369bff4a2cbd9a5ac4e4f932cf is 175, key is test_row_0/A:col10/1731448462996/Put/seqid=0 2024-11-12T21:54:23,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742001_1177 (size=66023) 2024-11-12T21:54:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T21:54:23,630 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:23,630 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-12T21:54:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T21:54:23,632 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:23,632 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:23,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:23,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448523689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448523689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448523689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448523690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448523699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:23,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:23,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T21:54:23,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:54:23,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:23,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:23,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:23,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:23,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:23,849 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=362, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/8c7dae369bff4a2cbd9a5ac4e4f932cf 2024-11-12T21:54:23,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/c91638b32d6843f99020649e76e890d9 is 50, key is test_row_0/B:col10/1731448462996/Put/seqid=0 2024-11-12T21:54:23,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742002_1178 (size=12301) 2024-11-12T21:54:23,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/c91638b32d6843f99020649e76e890d9 2024-11-12T21:54:23,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/4076c2a4775740359589e3b13093d27c is 50, key is test_row_0/C:col10/1731448462996/Put/seqid=0 2024-11-12T21:54:23,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742003_1179 (size=12301) 2024-11-12T21:54:23,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:54:23,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:23,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:23,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:23,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:23,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T21:54:24,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:54:24,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:24,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:24,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:24,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:24,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:24,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448524199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:24,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448524200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:24,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448524200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:24,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448524200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:24,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448524219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:24,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:24,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:24,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:24,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:54:24,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:24,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:24,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:24,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:24,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T21:54:24,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/4076c2a4775740359589e3b13093d27c 2024-11-12T21:54:24,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/8c7dae369bff4a2cbd9a5ac4e4f932cf as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/8c7dae369bff4a2cbd9a5ac4e4f932cf 2024-11-12T21:54:24,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/8c7dae369bff4a2cbd9a5ac4e4f932cf, entries=350, sequenceid=362, filesize=64.5 K 2024-11-12T21:54:24,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/c91638b32d6843f99020649e76e890d9 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/c91638b32d6843f99020649e76e890d9 2024-11-12T21:54:24,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/c91638b32d6843f99020649e76e890d9, entries=150, sequenceid=362, filesize=12.0 K 2024-11-12T21:54:24,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/4076c2a4775740359589e3b13093d27c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4076c2a4775740359589e3b13093d27c 2024-11-12T21:54:24,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4076c2a4775740359589e3b13093d27c, entries=150, sequenceid=362, filesize=12.0 K 2024-11-12T21:54:24,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for 9039228f26cb8b62430472952ec4836d in 1302ms, sequenceid=362, compaction requested=true 2024-11-12T21:54:24,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:24,300 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:24,302 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120215 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:24,302 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 9039228f26cb8b62430472952ec4836d/A is initiating minor compaction (all files) 2024-11-12T21:54:24,302 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9039228f26cb8b62430472952ec4836d/A in TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:24,302 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/fcb8fa731c4b4c3ea45559b39e254789, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/8c6a5e345a3344468fada1b4794c0207, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/8c7dae369bff4a2cbd9a5ac4e4f932cf] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp, totalSize=117.4 K 2024-11-12T21:54:24,302 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:24,302 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. files: [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/fcb8fa731c4b4c3ea45559b39e254789, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/8c6a5e345a3344468fada1b4794c0207, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/8c7dae369bff4a2cbd9a5ac4e4f932cf] 2024-11-12T21:54:24,303 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcb8fa731c4b4c3ea45559b39e254789, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731448459620 2024-11-12T21:54:24,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9039228f26cb8b62430472952ec4836d:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:54:24,303 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c6a5e345a3344468fada1b4794c0207, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731448460774 2024-11-12T21:54:24,303 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c7dae369bff4a2cbd9a5ac4e4f932cf, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731448462984 2024-11-12T21:54:24,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:24,305 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:24,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9039228f26cb8b62430472952ec4836d:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:54:24,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:24,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9039228f26cb8b62430472952ec4836d:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:54:24,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:24,307 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34835 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:24,307 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 9039228f26cb8b62430472952ec4836d/B is initiating minor compaction (all files) 2024-11-12T21:54:24,307 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9039228f26cb8b62430472952ec4836d/B in TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:24,307 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/235f174e0faa4cb380f11c4a77f5f83a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/3de97389fc6f42698422086f0108915f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/c91638b32d6843f99020649e76e890d9] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp, totalSize=34.0 K 2024-11-12T21:54:24,307 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 235f174e0faa4cb380f11c4a77f5f83a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731448459620 2024-11-12T21:54:24,308 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 3de97389fc6f42698422086f0108915f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731448460774 2024-11-12T21:54:24,309 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting c91638b32d6843f99020649e76e890d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731448462989 2024-11-12T21:54:24,318 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:24,327 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9039228f26cb8b62430472952ec4836d#B#compaction#151 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:24,328 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/cdf8b6a7f9f244d18ed23aed925332bc is 50, key is test_row_0/B:col10/1731448462996/Put/seqid=0 2024-11-12T21:54:24,334 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112c72f536d3337497ab270bcbfe08934e2_9039228f26cb8b62430472952ec4836d store=[table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:24,336 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112c72f536d3337497ab270bcbfe08934e2_9039228f26cb8b62430472952ec4836d, store=[table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:24,336 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c72f536d3337497ab270bcbfe08934e2_9039228f26cb8b62430472952ec4836d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:24,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742004_1180 (size=12779) 2024-11-12T21:54:24,357 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/cdf8b6a7f9f244d18ed23aed925332bc as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/cdf8b6a7f9f244d18ed23aed925332bc 2024-11-12T21:54:24,363 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9039228f26cb8b62430472952ec4836d/B of 9039228f26cb8b62430472952ec4836d into cdf8b6a7f9f244d18ed23aed925332bc(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:24,363 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:24,363 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., storeName=9039228f26cb8b62430472952ec4836d/B, priority=13, startTime=1731448464305; duration=0sec 2024-11-12T21:54:24,363 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:24,363 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9039228f26cb8b62430472952ec4836d:B 2024-11-12T21:54:24,363 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T21:54:24,367 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-12T21:54:24,368 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-12T21:54:24,368 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. because compaction request was cancelled 2024-11-12T21:54:24,368 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9039228f26cb8b62430472952ec4836d:C 2024-11-12T21:54:24,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742005_1181 (size=4469) 2024-11-12T21:54:24,372 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9039228f26cb8b62430472952ec4836d#A#compaction#150 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:24,372 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/13857951dd0d4d8e8e3d2a7aa2bcefb3 is 175, key is test_row_0/A:col10/1731448462996/Put/seqid=0 2024-11-12T21:54:24,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742006_1182 (size=31733) 2024-11-12T21:54:24,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T21:54:24,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:24,398 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 9039228f26cb8b62430472952ec4836d 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-12T21:54:24,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=A 2024-11-12T21:54:24,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:24,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=B 2024-11-12T21:54:24,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:24,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=C 2024-11-12T21:54:24,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:24,399 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/13857951dd0d4d8e8e3d2a7aa2bcefb3 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/13857951dd0d4d8e8e3d2a7aa2bcefb3 2024-11-12T21:54:24,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122b8c437705364dfeaafd05e9969ce826_9039228f26cb8b62430472952ec4836d is 50, key is test_row_0/A:col10/1731448463057/Put/seqid=0 2024-11-12T21:54:24,415 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9039228f26cb8b62430472952ec4836d/A of 9039228f26cb8b62430472952ec4836d into 13857951dd0d4d8e8e3d2a7aa2bcefb3(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:24,415 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:24,415 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., storeName=9039228f26cb8b62430472952ec4836d/A, priority=13, startTime=1731448464300; duration=0sec 2024-11-12T21:54:24,415 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:24,415 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9039228f26cb8b62430472952ec4836d:A 2024-11-12T21:54:24,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742007_1183 (size=12454) 2024-11-12T21:54:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T21:54:24,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:24,837 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122b8c437705364dfeaafd05e9969ce826_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122b8c437705364dfeaafd05e9969ce826_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:24,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/c8105875fb4046e6b42dc0340745c325, store: [table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:24,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/c8105875fb4046e6b42dc0340745c325 is 175, key is test_row_0/A:col10/1731448463057/Put/seqid=0 2024-11-12T21:54:24,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742008_1184 (size=31255) 2024-11-12T21:54:24,844 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/c8105875fb4046e6b42dc0340745c325 2024-11-12T21:54:24,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/72b0eac9543c4a4b8c8eaf830d623fcf is 50, key is test_row_0/B:col10/1731448463057/Put/seqid=0 2024-11-12T21:54:24,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742009_1185 (size=12301) 2024-11-12T21:54:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:25,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:25,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448525212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:25,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:25,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448525214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:25,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:25,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448525215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:25,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:25,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448525217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:25,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:25,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448525229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:25,232 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 9039228f26cb8b62430472952ec4836d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:25,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:25,259 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/72b0eac9543c4a4b8c8eaf830d623fcf 2024-11-12T21:54:25,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/8f21164a704e4445a42da3058ff79b6e is 50, key is test_row_0/C:col10/1731448463057/Put/seqid=0 2024-11-12T21:54:25,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742010_1186 (size=12301) 2024-11-12T21:54:25,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448525330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448525330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:25,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448525330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448525330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:25,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448525555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:25,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448525555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:25,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448525555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:25,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:25,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448525555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:25,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:25,685 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/8f21164a704e4445a42da3058ff79b6e 2024-11-12T21:54:25,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/c8105875fb4046e6b42dc0340745c325 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c8105875fb4046e6b42dc0340745c325 2024-11-12T21:54:25,694 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c8105875fb4046e6b42dc0340745c325, entries=150, sequenceid=399, filesize=30.5 K 2024-11-12T21:54:25,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/72b0eac9543c4a4b8c8eaf830d623fcf as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/72b0eac9543c4a4b8c8eaf830d623fcf 2024-11-12T21:54:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,699 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/72b0eac9543c4a4b8c8eaf830d623fcf, entries=150, sequenceid=399, filesize=12.0 K 2024-11-12T21:54:25,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/8f21164a704e4445a42da3058ff79b6e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/8f21164a704e4445a42da3058ff79b6e 2024-11-12T21:54:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,705 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/8f21164a704e4445a42da3058ff79b6e, entries=150, sequenceid=399, filesize=12.0 K 2024-11-12T21:54:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,706 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for 9039228f26cb8b62430472952ec4836d in 1308ms, sequenceid=399, compaction requested=true 2024-11-12T21:54:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:25,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-12T21:54:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-12T21:54:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-12T21:54:25,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0760 sec 2024-11-12T21:54:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.0810 sec 2024-11-12T21:54:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T21:54:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,789 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,789 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-12T21:54:25,791 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:25,793 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T21:54:25,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9039228f26cb8b62430472952ec4836d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:54:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=A 2024-11-12T21:54:25,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:25,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=B 2024-11-12T21:54:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:25,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=C 2024-11-12T21:54:25,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111227d01c93613b4e8eb5d8ee88988c9ae5_9039228f26cb8b62430472952ec4836d is 50, key is test_row_0/A:col10/1731448465872/Put/seqid=0 2024-11-12T21:54:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T21:54:25,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731448465897, max timestamp=1731448465914Num uniques 859; 2024-11-12T21:54:25,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731448465897, max timestamp=1731448465914Num uniques 859; 2024-11-12T21:54:25,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731448465897, max timestamp=1731448465914Num uniques 859; 2024-11-12T21:54:25,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:54:25,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:54:25,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:54:25,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742011_1187 (size=12454) 2024-11-12T21:54:25,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T21:54:25,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:25,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:25,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:25,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:25,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:25,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448525946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:25,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448525946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:25,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448525947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448525948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:26,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448526059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:26,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:26,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448526059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:26,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:26,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:26,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448526059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:26,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:26,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:26,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448526060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:26,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:26,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:26,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T21:54:26,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:26,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:26,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:26,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T21:54:26,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T21:54:26,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:26,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:26,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:26,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448526280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:26,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448526280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448526280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448526280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:26,325 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:26,330 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111227d01c93613b4e8eb5d8ee88988c9ae5_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111227d01c93613b4e8eb5d8ee88988c9ae5_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:26,331 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/ba64f2e180d44a7788b2a845f5e14255, store: [table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:26,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/ba64f2e180d44a7788b2a845f5e14255 is 175, key is test_row_0/A:col10/1731448465872/Put/seqid=0 2024-11-12T21:54:26,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742012_1188 (size=31251) 2024-11-12T21:54:26,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T21:54:26,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:26,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:26,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:26,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T21:54:26,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T21:54:26,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:26,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:26,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:26,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448526590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:26,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448526590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:26,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448526590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:26,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448526590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:26,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T21:54:26,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:26,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:26,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:26,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,736 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/ba64f2e180d44a7788b2a845f5e14255 2024-11-12T21:54:26,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/a3ab9dd100a84e3b86be1c50b836d930 is 50, key is test_row_0/B:col10/1731448465872/Put/seqid=0 2024-11-12T21:54:26,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742013_1189 (size=9857) 2024-11-12T21:54:26,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T21:54:26,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:26,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:26,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:26,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T21:54:27,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T21:54:27,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:27,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:27,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:27,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:27,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:27,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448527099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:27,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448527099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:27,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448527099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:27,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448527109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:27,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:27,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:27,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:27,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/a3ab9dd100a84e3b86be1c50b836d930 2024-11-12T21:54:27,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/468bb2b1fc864a2a9fdb7a38bcab7172 is 50, key is test_row_0/C:col10/1731448465872/Put/seqid=0 2024-11-12T21:54:27,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742014_1190 (size=9857) 2024-11-12T21:54:27,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T21:54:27,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:27,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:27,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:27,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:27,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:27,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38538 deadline: 1731448527249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:27,251 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 9039228f26cb8b62430472952ec4836d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:27,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T21:54:27,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:27,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:27,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:27,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:27,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:27,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T21:54:27,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:27,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:27,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:27,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:27,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:27,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/468bb2b1fc864a2a9fdb7a38bcab7172 2024-11-12T21:54:27,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/ba64f2e180d44a7788b2a845f5e14255 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/ba64f2e180d44a7788b2a845f5e14255 2024-11-12T21:54:27,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/ba64f2e180d44a7788b2a845f5e14255, entries=150, sequenceid=410, filesize=30.5 K 2024-11-12T21:54:27,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/a3ab9dd100a84e3b86be1c50b836d930 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/a3ab9dd100a84e3b86be1c50b836d930 2024-11-12T21:54:27,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/a3ab9dd100a84e3b86be1c50b836d930, entries=100, sequenceid=410, filesize=9.6 K 2024-11-12T21:54:27,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/468bb2b1fc864a2a9fdb7a38bcab7172 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/468bb2b1fc864a2a9fdb7a38bcab7172 2024-11-12T21:54:27,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/468bb2b1fc864a2a9fdb7a38bcab7172, entries=100, sequenceid=410, filesize=9.6 K 2024-11-12T21:54:27,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 9039228f26cb8b62430472952ec4836d in 1719ms, sequenceid=410, compaction requested=true 2024-11-12T21:54:27,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:27,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9039228f26cb8b62430472952ec4836d:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:54:27,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:27,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9039228f26cb8b62430472952ec4836d:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:54:27,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T21:54:27,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9039228f26cb8b62430472952ec4836d:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:54:27,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-12T21:54:27,592 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:54:27,593 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:27,594 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94239 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:27,594 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47170 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:54:27,595 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 9039228f26cb8b62430472952ec4836d/A is initiating minor compaction (all files) 2024-11-12T21:54:27,595 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 9039228f26cb8b62430472952ec4836d/C is initiating minor compaction (all files) 2024-11-12T21:54:27,595 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9039228f26cb8b62430472952ec4836d/C in TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:27,595 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9039228f26cb8b62430472952ec4836d/A in TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:27,595 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/13857951dd0d4d8e8e3d2a7aa2bcefb3, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c8105875fb4046e6b42dc0340745c325, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/ba64f2e180d44a7788b2a845f5e14255] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp, totalSize=92.0 K 2024-11-12T21:54:27,595 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/e614a813256f4c4ba0e083ede84d08fc, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4076c2a4775740359589e3b13093d27c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/8f21164a704e4445a42da3058ff79b6e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/468bb2b1fc864a2a9fdb7a38bcab7172] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp, totalSize=46.1 K 2024-11-12T21:54:27,595 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:27,595 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. files: [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/13857951dd0d4d8e8e3d2a7aa2bcefb3, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c8105875fb4046e6b42dc0340745c325, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/ba64f2e180d44a7788b2a845f5e14255] 2024-11-12T21:54:27,595 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 13857951dd0d4d8e8e3d2a7aa2bcefb3, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731448462989 2024-11-12T21:54:27,595 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting e614a813256f4c4ba0e083ede84d08fc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731448460771 2024-11-12T21:54:27,596 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4076c2a4775740359589e3b13093d27c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731448462989 2024-11-12T21:54:27,596 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting c8105875fb4046e6b42dc0340745c325, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731448463054 2024-11-12T21:54:27,596 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f21164a704e4445a42da3058ff79b6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731448463054 2024-11-12T21:54:27,596 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting ba64f2e180d44a7788b2a845f5e14255, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731448465209 2024-11-12T21:54:27,596 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 468bb2b1fc864a2a9fdb7a38bcab7172, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731448465216 2024-11-12T21:54:27,610 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:27,613 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112ab67213c49264bfba800c6e005c6fb34_9039228f26cb8b62430472952ec4836d store=[table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:27,614 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9039228f26cb8b62430472952ec4836d#C#compaction#159 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:27,614 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/1a25aa7d2a3c4c618b8547e5e9042189 is 50, key is test_row_0/C:col10/1731448465872/Put/seqid=0 2024-11-12T21:54:27,615 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112ab67213c49264bfba800c6e005c6fb34_9039228f26cb8b62430472952ec4836d, store=[table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:27,615 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112ab67213c49264bfba800c6e005c6fb34_9039228f26cb8b62430472952ec4836d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:27,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T21:54:27,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:27,631 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 9039228f26cb8b62430472952ec4836d 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-12T21:54:27,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=A 2024-11-12T21:54:27,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:27,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=B 2024-11-12T21:54:27,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:27,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=C 2024-11-12T21:54:27,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:27,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742016_1192 (size=4469) 2024-11-12T21:54:27,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742015_1191 (size=12847) 2024-11-12T21:54:27,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a1f444ac7ae24deda7572c0198887bd8_9039228f26cb8b62430472952ec4836d is 50, key is test_row_0/A:col10/1731448465946/Put/seqid=0 2024-11-12T21:54:27,660 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/1a25aa7d2a3c4c618b8547e5e9042189 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/1a25aa7d2a3c4c618b8547e5e9042189 2024-11-12T21:54:27,665 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9039228f26cb8b62430472952ec4836d/C of 9039228f26cb8b62430472952ec4836d into 1a25aa7d2a3c4c618b8547e5e9042189(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:27,665 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:27,666 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., storeName=9039228f26cb8b62430472952ec4836d/C, priority=12, startTime=1731448467592; duration=0sec 2024-11-12T21:54:27,666 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:27,666 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9039228f26cb8b62430472952ec4836d:C 2024-11-12T21:54:27,666 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:27,667 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34937 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:27,667 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 9039228f26cb8b62430472952ec4836d/B is initiating minor compaction (all files) 2024-11-12T21:54:27,667 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9039228f26cb8b62430472952ec4836d/B in TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:27,667 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/cdf8b6a7f9f244d18ed23aed925332bc, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/72b0eac9543c4a4b8c8eaf830d623fcf, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/a3ab9dd100a84e3b86be1c50b836d930] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp, totalSize=34.1 K 2024-11-12T21:54:27,668 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdf8b6a7f9f244d18ed23aed925332bc, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731448462989 2024-11-12T21:54:27,668 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72b0eac9543c4a4b8c8eaf830d623fcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731448463054 2024-11-12T21:54:27,668 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3ab9dd100a84e3b86be1c50b836d930, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731448465216 2024-11-12T21:54:27,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742017_1193 (size=12454) 2024-11-12T21:54:27,676 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9039228f26cb8b62430472952ec4836d#B#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:27,677 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/7ad96dfede8448f8adf3b7d84277e4ef is 50, key is test_row_0/B:col10/1731448465872/Put/seqid=0 2024-11-12T21:54:27,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742018_1194 (size=12881) 2024-11-12T21:54:27,690 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/7ad96dfede8448f8adf3b7d84277e4ef as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/7ad96dfede8448f8adf3b7d84277e4ef 2024-11-12T21:54:27,696 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9039228f26cb8b62430472952ec4836d/B of 9039228f26cb8b62430472952ec4836d into 7ad96dfede8448f8adf3b7d84277e4ef(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:27,696 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:27,696 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., storeName=9039228f26cb8b62430472952ec4836d/B, priority=13, startTime=1731448467592; duration=0sec 2024-11-12T21:54:27,696 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:27,696 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9039228f26cb8b62430472952ec4836d:B 2024-11-12T21:54:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T21:54:28,049 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9039228f26cb8b62430472952ec4836d#A#compaction#158 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:28,049 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/27135a38e8bf425788d6e42e6a34b0d8 is 175, key is test_row_0/A:col10/1731448465872/Put/seqid=0 2024-11-12T21:54:28,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742019_1195 (size=31942) 2024-11-12T21:54:28,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:28,074 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a1f444ac7ae24deda7572c0198887bd8_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a1f444ac7ae24deda7572c0198887bd8_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:28,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/2fafd37e59564a7dbbcf9c41e01ee5e0, store: [table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/2fafd37e59564a7dbbcf9c41e01ee5e0 is 175, key is test_row_0/A:col10/1731448465946/Put/seqid=0 2024-11-12T21:54:28,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742020_1196 (size=31255) 2024-11-12T21:54:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:28,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. as already flushing 2024-11-12T21:54:28,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448528122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:28,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:28,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448528127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:28,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:28,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448528127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:28,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:28,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:28,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38586 deadline: 1731448528129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:28,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:28,132 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 9039228f26cb8b62430472952ec4836d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:28,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:28,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448528229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:28,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448528239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:28,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448528239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:28,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448528439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:28,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448528449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448528449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:28,458 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/27135a38e8bf425788d6e42e6a34b0d8 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/27135a38e8bf425788d6e42e6a34b0d8 2024-11-12T21:54:28,462 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9039228f26cb8b62430472952ec4836d/A of 9039228f26cb8b62430472952ec4836d into 27135a38e8bf425788d6e42e6a34b0d8(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:28,462 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:28,462 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., storeName=9039228f26cb8b62430472952ec4836d/A, priority=13, startTime=1731448467592; duration=0sec 2024-11-12T21:54:28,462 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:28,462 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9039228f26cb8b62430472952ec4836d:A 2024-11-12T21:54:28,481 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=445, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/2fafd37e59564a7dbbcf9c41e01ee5e0 2024-11-12T21:54:28,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/a576bf83a0fe4b4bb6f33eaa78bb9a09 is 50, key is test_row_0/B:col10/1731448465946/Put/seqid=0 2024-11-12T21:54:28,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742021_1197 (size=12301) 2024-11-12T21:54:28,652 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T21:54:28,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448528750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:28,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448528759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:28,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448528759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:28,895 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/a576bf83a0fe4b4bb6f33eaa78bb9a09 2024-11-12T21:54:28,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/f19ea474348848ac9f2f64b746b69c0c is 50, key is test_row_0/C:col10/1731448465946/Put/seqid=0 2024-11-12T21:54:28,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742022_1198 (size=12301) 2024-11-12T21:54:29,081 INFO [Thread-641 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-641. 2024-11-12T21:54:29,081 DEBUG [Thread-641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:29,081 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:29,081 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:29,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:29,082 INFO [Thread-639 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-639. 2024-11-12T21:54:29,082 DEBUG [Thread-639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:29,082 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:29,082 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:29,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:29,083 INFO [Thread-635 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-635. 2024-11-12T21:54:29,083 DEBUG [Thread-635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:29,083 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:29,083 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:29,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:29,084 INFO [Thread-637 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-637. 2024-11-12T21:54:29,084 DEBUG [Thread-637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:29,084 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:29,084 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:29,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:29,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38582 deadline: 1731448529260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:29,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38568 deadline: 1731448529270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:29,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:29,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:29,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:29,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38524 deadline: 1731448529279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:29,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:29,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:29,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:54:29,308 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/f19ea474348848ac9f2f64b746b69c0c 2024-11-12T21:54:29,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/2fafd37e59564a7dbbcf9c41e01ee5e0 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/2fafd37e59564a7dbbcf9c41e01ee5e0 2024-11-12T21:54:29,323 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/2fafd37e59564a7dbbcf9c41e01ee5e0, entries=150, sequenceid=445, filesize=30.5 K 2024-11-12T21:54:29,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/a576bf83a0fe4b4bb6f33eaa78bb9a09 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/a576bf83a0fe4b4bb6f33eaa78bb9a09 2024-11-12T21:54:29,328 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/a576bf83a0fe4b4bb6f33eaa78bb9a09, entries=150, sequenceid=445, filesize=12.0 K 2024-11-12T21:54:29,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/f19ea474348848ac9f2f64b746b69c0c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/f19ea474348848ac9f2f64b746b69c0c 2024-11-12T21:54:29,334 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/f19ea474348848ac9f2f64b746b69c0c, entries=150, sequenceid=445, filesize=12.0 K 2024-11-12T21:54:29,335 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for 9039228f26cb8b62430472952ec4836d in 1704ms, sequenceid=445, compaction requested=false 2024-11-12T21:54:29,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:29,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:29,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-12T21:54:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-12T21:54:29,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-12T21:54:29,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5440 sec 2024-11-12T21:54:29,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 3.5520 sec 2024-11-12T21:54:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T21:54:29,971 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:30,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9039228f26cb8b62430472952ec4836d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-12T21:54:30,144 INFO [Thread-626 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-626. 2024-11-12T21:54:30,144 DEBUG [Thread-626 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:30,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=A 2024-11-12T21:54:30,144 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:30,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:30,144 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:30,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:30,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=B 2024-11-12T21:54:30,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:30,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=C 2024-11-12T21:54:30,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:30,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111223ba4e680e8a46d29a2d88b9dbb65a28_9039228f26cb8b62430472952ec4836d is 50, key is test_row_0/A:col10/1731448470140/Put/seqid=0 2024-11-12T21:54:30,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742023_1199 (size=12454) 2024-11-12T21:54:30,274 INFO [Thread-630 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-630. 2024-11-12T21:54:30,274 DEBUG [Thread-630 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:30,274 DEBUG [Thread-630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:30,275 DEBUG [Thread-630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:30,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:30,282 INFO [Thread-624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-624. 2024-11-12T21:54:30,282 DEBUG [Thread-624 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:30,283 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:30,283 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:30,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:30,293 INFO [Thread-628 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-628. 2024-11-12T21:54:30,293 DEBUG [Thread-628 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:30,293 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:30,293 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:30,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:30,563 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:30,574 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111223ba4e680e8a46d29a2d88b9dbb65a28_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111223ba4e680e8a46d29a2d88b9dbb65a28_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:30,575 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/c0b482483f864a779a25d2ff300c312d, store: [table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:30,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/c0b482483f864a779a25d2ff300c312d is 175, key is test_row_0/A:col10/1731448470140/Put/seqid=0 2024-11-12T21:54:30,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742024_1200 (size=31255) 2024-11-12T21:54:30,982 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=459, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/c0b482483f864a779a25d2ff300c312d 2024-11-12T21:54:30,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/14688f53755c4fbbab5d1d152a2710d0 is 50, key is test_row_0/B:col10/1731448470140/Put/seqid=0 2024-11-12T21:54:30,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742025_1201 (size=12301) 2024-11-12T21:54:31,294 INFO [Thread-632 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-632. 2024-11-12T21:54:31,294 DEBUG [Thread-632 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:31,294 DEBUG [Thread-632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:31,294 DEBUG [Thread-632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:31,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:31,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T21:54:31,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-12T21:54:31,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-12T21:54:31,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-12T21:54:31,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-12T21:54:31,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-12T21:54:31,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T21:54:31,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2634 2024-11-12T21:54:31,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2556 2024-11-12T21:54:31,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T21:54:31,296 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1123 2024-11-12T21:54:31,296 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3366 rows 2024-11-12T21:54:31,296 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1126 2024-11-12T21:54:31,296 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3370 rows 2024-11-12T21:54:31,296 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:54:31,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:54:31,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:31,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:31,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:31,298 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T21:54:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-12T21:54:31,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448471304"}]},"ts":"1731448471304"} 2024-11-12T21:54:31,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T21:54:31,306 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T21:54:31,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:54:31,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9039228f26cb8b62430472952ec4836d, UNASSIGN}] 2024-11-12T21:54:31,308 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9039228f26cb8b62430472952ec4836d, UNASSIGN 2024-11-12T21:54:31,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=9039228f26cb8b62430472952ec4836d, regionState=CLOSING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:54:31,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9039228f26cb8b62430472952ec4836d, UNASSIGN because future has completed 2024-11-12T21:54:31,310 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:54:31,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:54:31,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/14688f53755c4fbbab5d1d152a2710d0 2024-11-12T21:54:31,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/b9fc5cb086dd466bb978f4212c1b1fc4 is 50, key is test_row_0/C:col10/1731448470140/Put/seqid=0 2024-11-12T21:54:31,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742026_1202 (size=12301) 2024-11-12T21:54:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-12T21:54:31,463 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:31,463 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:54:31,464 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing 9039228f26cb8b62430472952ec4836d, disabling compactions & flushes 2024-11-12T21:54:31,464 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-12T21:54:31,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/b9fc5cb086dd466bb978f4212c1b1fc4 2024-11-12T21:54:31,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/c0b482483f864a779a25d2ff300c312d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c0b482483f864a779a25d2ff300c312d 2024-11-12T21:54:31,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c0b482483f864a779a25d2ff300c312d, entries=150, sequenceid=459, filesize=30.5 K 2024-11-12T21:54:31,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/14688f53755c4fbbab5d1d152a2710d0 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/14688f53755c4fbbab5d1d152a2710d0 2024-11-12T21:54:31,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/14688f53755c4fbbab5d1d152a2710d0, entries=150, sequenceid=459, filesize=12.0 K 2024-11-12T21:54:31,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/b9fc5cb086dd466bb978f4212c1b1fc4 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/b9fc5cb086dd466bb978f4212c1b1fc4 2024-11-12T21:54:31,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/b9fc5cb086dd466bb978f4212c1b1fc4, entries=150, sequenceid=459, filesize=12.0 K 2024-11-12T21:54:31,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=26.84 KB/27480 for 9039228f26cb8b62430472952ec4836d in 1693ms, sequenceid=459, compaction requested=true 2024-11-12T21:54:31,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9039228f26cb8b62430472952ec4836d: 2024-11-12T21:54:31,837 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:31,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9039228f26cb8b62430472952ec4836d:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:54:31,837 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:31,837 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. because compaction request was cancelled 2024-11-12T21:54:31,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:31,837 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. after waiting 0 ms 2024-11-12T21:54:31,837 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9039228f26cb8b62430472952ec4836d:A 2024-11-12T21:54:31,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9039228f26cb8b62430472952ec4836d:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:54:31,837 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:31,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:31,837 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. because compaction request was cancelled 2024-11-12T21:54:31,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9039228f26cb8b62430472952ec4836d:C, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:54:31,837 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. because compaction request was cancelled 2024-11-12T21:54:31,837 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9039228f26cb8b62430472952ec4836d:B 2024-11-12T21:54:31,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:31,837 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9039228f26cb8b62430472952ec4836d:C 2024-11-12T21:54:31,837 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing 9039228f26cb8b62430472952ec4836d 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-12T21:54:31,837 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=A 2024-11-12T21:54:31,837 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:31,837 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=B 2024-11-12T21:54:31,837 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:31,837 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9039228f26cb8b62430472952ec4836d, store=C 2024-11-12T21:54:31,837 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:31,844 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f287f47a9ce8434086f2f2f8fe5b33a5_9039228f26cb8b62430472952ec4836d is 50, key is test_row_0/A:col10/1731448471290/Put/seqid=0 2024-11-12T21:54:31,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742027_1203 (size=9914) 2024-11-12T21:54:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-12T21:54:32,249 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:32,261 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f287f47a9ce8434086f2f2f8fe5b33a5_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f287f47a9ce8434086f2f2f8fe5b33a5_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:32,262 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/a0254330da224d8bbb21724b3daeb6af, store: [table=TestAcidGuarantees family=A region=9039228f26cb8b62430472952ec4836d] 2024-11-12T21:54:32,263 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/a0254330da224d8bbb21724b3daeb6af is 175, key is test_row_0/A:col10/1731448471290/Put/seqid=0 2024-11-12T21:54:32,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742028_1204 (size=22561) 2024-11-12T21:54:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-12T21:54:32,668 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=466, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/a0254330da224d8bbb21724b3daeb6af 2024-11-12T21:54:32,683 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/eb6febcdb5d34aabb84080520b18b7df is 50, key is test_row_0/B:col10/1731448471290/Put/seqid=0 2024-11-12T21:54:32,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742029_1205 (size=9857) 2024-11-12T21:54:33,088 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/eb6febcdb5d34aabb84080520b18b7df 2024-11-12T21:54:33,095 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/0187d3acec6a4a59920a3f98e263520d is 50, key is test_row_0/C:col10/1731448471290/Put/seqid=0 2024-11-12T21:54:33,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742030_1206 (size=9857) 2024-11-12T21:54:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-12T21:54:33,500 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/0187d3acec6a4a59920a3f98e263520d 2024-11-12T21:54:33,504 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/A/a0254330da224d8bbb21724b3daeb6af as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/a0254330da224d8bbb21724b3daeb6af 2024-11-12T21:54:33,508 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/a0254330da224d8bbb21724b3daeb6af, entries=100, sequenceid=466, filesize=22.0 K 2024-11-12T21:54:33,509 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/B/eb6febcdb5d34aabb84080520b18b7df as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/eb6febcdb5d34aabb84080520b18b7df 2024-11-12T21:54:33,514 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/eb6febcdb5d34aabb84080520b18b7df, entries=100, sequenceid=466, filesize=9.6 K 2024-11-12T21:54:33,515 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/.tmp/C/0187d3acec6a4a59920a3f98e263520d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/0187d3acec6a4a59920a3f98e263520d 2024-11-12T21:54:33,519 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/0187d3acec6a4a59920a3f98e263520d, entries=100, sequenceid=466, filesize=9.6 K 2024-11-12T21:54:33,520 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 9039228f26cb8b62430472952ec4836d in 1682ms, sequenceid=466, compaction requested=true 2024-11-12T21:54:33,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/979d6e92c5784c89a997c93cbf46be81, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0262888090ea4704b369946b1b7a8121, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0206eaf16ec14a4d9ea816ae72e08a80, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/3d58120bd30544a3856f1c18892941da, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/7a4f40bcab1341bdbb0015c5210e4d5b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/5b25581c2d9649759ebd461f2cf0a292, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0429c29bf03f48f3a8e976a62dfb6d99, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/5f69224acf0e4620baae1ca7abe7d775, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0826654b2a3b4fc4aa0084e81fb0cc39, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/816eea3b38ac471b872ca603c2308c27, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c1e545062b4748ca837c2c2713b1f98a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/fcb8fa731c4b4c3ea45559b39e254789, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/8c6a5e345a3344468fada1b4794c0207, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/8c7dae369bff4a2cbd9a5ac4e4f932cf, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/13857951dd0d4d8e8e3d2a7aa2bcefb3, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c8105875fb4046e6b42dc0340745c325, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/ba64f2e180d44a7788b2a845f5e14255] to archive 2024-11-12T21:54:33,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:54:33,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/979d6e92c5784c89a997c93cbf46be81 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/979d6e92c5784c89a997c93cbf46be81 2024-11-12T21:54:33,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0262888090ea4704b369946b1b7a8121 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0262888090ea4704b369946b1b7a8121 2024-11-12T21:54:33,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0206eaf16ec14a4d9ea816ae72e08a80 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0206eaf16ec14a4d9ea816ae72e08a80 2024-11-12T21:54:33,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/3d58120bd30544a3856f1c18892941da to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/3d58120bd30544a3856f1c18892941da 2024-11-12T21:54:33,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/7a4f40bcab1341bdbb0015c5210e4d5b to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/7a4f40bcab1341bdbb0015c5210e4d5b 2024-11-12T21:54:33,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/5b25581c2d9649759ebd461f2cf0a292 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/5b25581c2d9649759ebd461f2cf0a292 2024-11-12T21:54:33,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0429c29bf03f48f3a8e976a62dfb6d99 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0429c29bf03f48f3a8e976a62dfb6d99 2024-11-12T21:54:33,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/5f69224acf0e4620baae1ca7abe7d775 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/5f69224acf0e4620baae1ca7abe7d775 2024-11-12T21:54:33,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0826654b2a3b4fc4aa0084e81fb0cc39 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/0826654b2a3b4fc4aa0084e81fb0cc39 2024-11-12T21:54:33,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/816eea3b38ac471b872ca603c2308c27 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/816eea3b38ac471b872ca603c2308c27 2024-11-12T21:54:33,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c1e545062b4748ca837c2c2713b1f98a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c1e545062b4748ca837c2c2713b1f98a 2024-11-12T21:54:33,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/fcb8fa731c4b4c3ea45559b39e254789 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/fcb8fa731c4b4c3ea45559b39e254789 2024-11-12T21:54:33,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/8c6a5e345a3344468fada1b4794c0207 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/8c6a5e345a3344468fada1b4794c0207 2024-11-12T21:54:33,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/8c7dae369bff4a2cbd9a5ac4e4f932cf to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/8c7dae369bff4a2cbd9a5ac4e4f932cf 2024-11-12T21:54:33,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/13857951dd0d4d8e8e3d2a7aa2bcefb3 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/13857951dd0d4d8e8e3d2a7aa2bcefb3 2024-11-12T21:54:33,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c8105875fb4046e6b42dc0340745c325 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c8105875fb4046e6b42dc0340745c325 2024-11-12T21:54:33,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/ba64f2e180d44a7788b2a845f5e14255 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/ba64f2e180d44a7788b2a845f5e14255 2024-11-12T21:54:33,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/70ade501fdaa459a8dbb4d80990b90b3, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/011fe6fcddd3439c80cb337345beeeac, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/142234726fc54042852fbb962399ffab, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/c5a8219064cc4fe39b8fccaf47e22fac, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/25986b41ec8d4fd7828cac2513db0a11, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/93e7bd144e6447e18e4dba7f9a03ca75, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/e324c6c5c2f64acbada04d1330057f3d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/408540fb44604ea8a1fa4110ea82833b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/cab0cc5ed4be48ba894ccb0c91ccc32d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/5374617499b440669fd6a83d29bd73a1, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/235f174e0faa4cb380f11c4a77f5f83a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/6bf72e6870e1486f9453586c066f7094, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/3de97389fc6f42698422086f0108915f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/cdf8b6a7f9f244d18ed23aed925332bc, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/c91638b32d6843f99020649e76e890d9, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/72b0eac9543c4a4b8c8eaf830d623fcf, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/a3ab9dd100a84e3b86be1c50b836d930] to archive 2024-11-12T21:54:33,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:54:33,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/70ade501fdaa459a8dbb4d80990b90b3 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/70ade501fdaa459a8dbb4d80990b90b3 2024-11-12T21:54:33,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/011fe6fcddd3439c80cb337345beeeac to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/011fe6fcddd3439c80cb337345beeeac 2024-11-12T21:54:33,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/142234726fc54042852fbb962399ffab to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/142234726fc54042852fbb962399ffab 2024-11-12T21:54:33,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/c5a8219064cc4fe39b8fccaf47e22fac to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/c5a8219064cc4fe39b8fccaf47e22fac 2024-11-12T21:54:33,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/25986b41ec8d4fd7828cac2513db0a11 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/25986b41ec8d4fd7828cac2513db0a11 2024-11-12T21:54:33,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/93e7bd144e6447e18e4dba7f9a03ca75 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/93e7bd144e6447e18e4dba7f9a03ca75 2024-11-12T21:54:33,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/e324c6c5c2f64acbada04d1330057f3d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/e324c6c5c2f64acbada04d1330057f3d 2024-11-12T21:54:33,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/408540fb44604ea8a1fa4110ea82833b to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/408540fb44604ea8a1fa4110ea82833b 2024-11-12T21:54:33,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/cab0cc5ed4be48ba894ccb0c91ccc32d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/cab0cc5ed4be48ba894ccb0c91ccc32d 2024-11-12T21:54:33,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/5374617499b440669fd6a83d29bd73a1 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/5374617499b440669fd6a83d29bd73a1 2024-11-12T21:54:33,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/235f174e0faa4cb380f11c4a77f5f83a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/235f174e0faa4cb380f11c4a77f5f83a 2024-11-12T21:54:33,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/6bf72e6870e1486f9453586c066f7094 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/6bf72e6870e1486f9453586c066f7094 2024-11-12T21:54:33,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/3de97389fc6f42698422086f0108915f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/3de97389fc6f42698422086f0108915f 2024-11-12T21:54:33,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/cdf8b6a7f9f244d18ed23aed925332bc to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/cdf8b6a7f9f244d18ed23aed925332bc 2024-11-12T21:54:33,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/c91638b32d6843f99020649e76e890d9 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/c91638b32d6843f99020649e76e890d9 2024-11-12T21:54:33,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/72b0eac9543c4a4b8c8eaf830d623fcf to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/72b0eac9543c4a4b8c8eaf830d623fcf 2024-11-12T21:54:33,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/a3ab9dd100a84e3b86be1c50b836d930 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/a3ab9dd100a84e3b86be1c50b836d930 2024-11-12T21:54:33,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/b49893af7ba94c40b03bc39eedc69e12, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/88e17ba6ce1b498ca2721ca7e14bc7aa, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/7b0488ec56174e88a9f66198cbab91dd, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/1977c21ad3a946849f58b603e4c339e0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4f68ceba7b1c4e9b952afa6dada297a8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/8cbc159be1434e0b85bada5a4c0b8374, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4533ada8b9a8465180c9305f95077038, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/f62302f6fc824efc95b8de52d3d3719b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/2bf4dfca0b0743d292ac6a1d991082ce, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/0beaa5ac15f1431c8c900b572ca27c8d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/e1b0a6a7cb9a40f1af39fc5b22ae104e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/e614a813256f4c4ba0e083ede84d08fc, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/066ddf5d837644958a16b97769035e86, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4076c2a4775740359589e3b13093d27c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/8f21164a704e4445a42da3058ff79b6e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/468bb2b1fc864a2a9fdb7a38bcab7172] to archive 2024-11-12T21:54:33,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:54:33,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/b49893af7ba94c40b03bc39eedc69e12 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/b49893af7ba94c40b03bc39eedc69e12 2024-11-12T21:54:33,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/88e17ba6ce1b498ca2721ca7e14bc7aa to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/88e17ba6ce1b498ca2721ca7e14bc7aa 2024-11-12T21:54:33,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/7b0488ec56174e88a9f66198cbab91dd to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/7b0488ec56174e88a9f66198cbab91dd 2024-11-12T21:54:33,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/1977c21ad3a946849f58b603e4c339e0 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/1977c21ad3a946849f58b603e4c339e0 2024-11-12T21:54:33,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4f68ceba7b1c4e9b952afa6dada297a8 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4f68ceba7b1c4e9b952afa6dada297a8 2024-11-12T21:54:33,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/8cbc159be1434e0b85bada5a4c0b8374 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/8cbc159be1434e0b85bada5a4c0b8374 2024-11-12T21:54:33,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4533ada8b9a8465180c9305f95077038 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4533ada8b9a8465180c9305f95077038 2024-11-12T21:54:33,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/f62302f6fc824efc95b8de52d3d3719b to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/f62302f6fc824efc95b8de52d3d3719b 2024-11-12T21:54:33,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/2bf4dfca0b0743d292ac6a1d991082ce to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/2bf4dfca0b0743d292ac6a1d991082ce 2024-11-12T21:54:33,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/0beaa5ac15f1431c8c900b572ca27c8d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/0beaa5ac15f1431c8c900b572ca27c8d 2024-11-12T21:54:33,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/e1b0a6a7cb9a40f1af39fc5b22ae104e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/e1b0a6a7cb9a40f1af39fc5b22ae104e 2024-11-12T21:54:33,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/e614a813256f4c4ba0e083ede84d08fc to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/e614a813256f4c4ba0e083ede84d08fc 2024-11-12T21:54:33,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/066ddf5d837644958a16b97769035e86 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/066ddf5d837644958a16b97769035e86 2024-11-12T21:54:33,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4076c2a4775740359589e3b13093d27c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/4076c2a4775740359589e3b13093d27c 2024-11-12T21:54:33,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/8f21164a704e4445a42da3058ff79b6e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/8f21164a704e4445a42da3058ff79b6e 2024-11-12T21:54:33,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/468bb2b1fc864a2a9fdb7a38bcab7172 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/468bb2b1fc864a2a9fdb7a38bcab7172 2024-11-12T21:54:33,597 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/recovered.edits/469.seqid, newMaxSeqId=469, maxSeqId=4 2024-11-12T21:54:33,598 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. 2024-11-12T21:54:33,598 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for 9039228f26cb8b62430472952ec4836d: Waiting for close lock at 1731448471463Running coprocessor pre-close hooks at 1731448471463Disabling compacts and flushes for region at 1731448471463Disabling writes for close at 1731448471837 (+374 ms)Obtaining lock to block concurrent updates at 1731448471837Preparing flush snapshotting stores in 9039228f26cb8b62430472952ec4836d at 1731448471837Finished memstore snapshotting TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731448471837Flushing stores of TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d. at 1731448471838 (+1 ms)Flushing 9039228f26cb8b62430472952ec4836d/A: creating writer at 1731448471838Flushing mob file 9039228f26cb8b62430472952ec4836d/A: appending metadata at 1731448471843 (+5 ms)Flushing mob file 9039228f26cb8b62430472952ec4836d/A: closing flushed file at 1731448471844 (+1 ms)Flushing 9039228f26cb8b62430472952ec4836d/A: appending metadata at 1731448472262 (+418 ms)Flushing 9039228f26cb8b62430472952ec4836d/A: closing flushed file at 1731448472262Flushing 9039228f26cb8b62430472952ec4836d/B: creating writer at 1731448472677 (+415 ms)Flushing 9039228f26cb8b62430472952ec4836d/B: appending metadata at 1731448472682 (+5 ms)Flushing 9039228f26cb8b62430472952ec4836d/B: closing flushed file at 1731448472682Flushing 9039228f26cb8b62430472952ec4836d/C: creating writer at 1731448473092 (+410 ms)Flushing 9039228f26cb8b62430472952ec4836d/C: appending metadata at 1731448473094 (+2 ms)Flushing 9039228f26cb8b62430472952ec4836d/C: closing flushed file at 1731448473094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc27b67: reopening flushed file at 1731448473503 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b56b06: reopening flushed file at 1731448473509 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d5a6fec: reopening flushed file at 1731448473514 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 9039228f26cb8b62430472952ec4836d in 1682ms, sequenceid=466, compaction requested=true at 1731448473520 (+6 ms)Writing region close event to WAL at 1731448473594 (+74 ms)Running coprocessor post-close hooks at 1731448473597 (+3 ms)Closed at 1731448473598 (+1 ms) 2024-11-12T21:54:33,600 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed 9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:33,600 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=9039228f26cb8b62430472952ec4836d, regionState=CLOSED 2024-11-12T21:54:33,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:54:33,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-12T21:54:33,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 9039228f26cb8b62430472952ec4836d, server=0c576948786c,34327,1731448410123 in 2.2930 sec 2024-11-12T21:54:33,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-12T21:54:33,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9039228f26cb8b62430472952ec4836d, UNASSIGN in 2.2970 sec 2024-11-12T21:54:33,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-12T21:54:33,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.3000 sec 2024-11-12T21:54:33,610 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448473609"}]},"ts":"1731448473609"} 2024-11-12T21:54:33,611 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T21:54:33,611 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T21:54:33,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.3130 sec 2024-11-12T21:54:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-12T21:54:35,469 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:35,469 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T21:54:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:35,471 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-12T21:54:35,472 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:35,474 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,476 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/recovered.edits] 2024-11-12T21:54:35,479 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/27135a38e8bf425788d6e42e6a34b0d8 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/27135a38e8bf425788d6e42e6a34b0d8 2024-11-12T21:54:35,480 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/2fafd37e59564a7dbbcf9c41e01ee5e0 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/2fafd37e59564a7dbbcf9c41e01ee5e0 2024-11-12T21:54:35,481 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/a0254330da224d8bbb21724b3daeb6af to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/a0254330da224d8bbb21724b3daeb6af 2024-11-12T21:54:35,482 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c0b482483f864a779a25d2ff300c312d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/A/c0b482483f864a779a25d2ff300c312d 2024-11-12T21:54:35,483 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/14688f53755c4fbbab5d1d152a2710d0 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/14688f53755c4fbbab5d1d152a2710d0 2024-11-12T21:54:35,484 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/7ad96dfede8448f8adf3b7d84277e4ef to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/7ad96dfede8448f8adf3b7d84277e4ef 2024-11-12T21:54:35,485 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/a576bf83a0fe4b4bb6f33eaa78bb9a09 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/a576bf83a0fe4b4bb6f33eaa78bb9a09 2024-11-12T21:54:35,486 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/eb6febcdb5d34aabb84080520b18b7df to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/B/eb6febcdb5d34aabb84080520b18b7df 2024-11-12T21:54:35,488 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/0187d3acec6a4a59920a3f98e263520d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/0187d3acec6a4a59920a3f98e263520d 2024-11-12T21:54:35,489 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/1a25aa7d2a3c4c618b8547e5e9042189 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/1a25aa7d2a3c4c618b8547e5e9042189 2024-11-12T21:54:35,490 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/b9fc5cb086dd466bb978f4212c1b1fc4 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/b9fc5cb086dd466bb978f4212c1b1fc4 2024-11-12T21:54:35,491 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/f19ea474348848ac9f2f64b746b69c0c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/C/f19ea474348848ac9f2f64b746b69c0c 2024-11-12T21:54:35,494 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/recovered.edits/469.seqid to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d/recovered.edits/469.seqid 2024-11-12T21:54:35,495 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,495 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T21:54:35,496 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T21:54:35,497 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-12T21:54:35,502 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411120bb724e880e6486da18303a152b53637_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411120bb724e880e6486da18303a152b53637_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,503 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111223ba4e680e8a46d29a2d88b9dbb65a28_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111223ba4e680e8a46d29a2d88b9dbb65a28_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,504 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122646ec1559204b52af7e230e809717c0_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122646ec1559204b52af7e230e809717c0_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,505 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111227d01c93613b4e8eb5d8ee88988c9ae5_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111227d01c93613b4e8eb5d8ee88988c9ae5_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,506 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122b8c437705364dfeaafd05e9969ce826_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122b8c437705364dfeaafd05e9969ce826_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,507 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111243c5aa0c49004ed19c4d614ab346904a_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111243c5aa0c49004ed19c4d614ab346904a_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,508 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125194be4084ea4f5d829698b63e01abf8_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125194be4084ea4f5d829698b63e01abf8_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,509 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111264d3b450dc0f4f51a04524b52f6204b2_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111264d3b450dc0f4f51a04524b52f6204b2_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,510 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111281a2aedfc86f4939b38cad61ac17e299_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111281a2aedfc86f4939b38cad61ac17e299_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,512 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112841a63f6fba34fde899a0902336ccb3c_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112841a63f6fba34fde899a0902336ccb3c_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,513 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a1f444ac7ae24deda7572c0198887bd8_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a1f444ac7ae24deda7572c0198887bd8_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,514 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a70f5dd6f6dc437787e99ed62e62438c_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a70f5dd6f6dc437787e99ed62e62438c_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,515 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112af64137bfb98432187c89750696e2277_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112af64137bfb98432187c89750696e2277_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,516 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c47a6d07849d42069a83226f42a72814_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c47a6d07849d42069a83226f42a72814_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,517 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c585cedd7dd649f6b1633d8c4a8b61b7_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c585cedd7dd649f6b1633d8c4a8b61b7_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,519 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f287f47a9ce8434086f2f2f8fe5b33a5_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f287f47a9ce8434086f2f2f8fe5b33a5_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,521 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ff8b6ec855124c4c9f0938da04e5ff01_9039228f26cb8b62430472952ec4836d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ff8b6ec855124c4c9f0938da04e5ff01_9039228f26cb8b62430472952ec4836d 2024-11-12T21:54:35,522 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T21:54:35,525 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:35,527 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T21:54:35,530 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T21:54:35,531 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:35,531 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T21:54:35,531 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731448475531"}]},"ts":"9223372036854775807"} 2024-11-12T21:54:35,533 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T21:54:35,533 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9039228f26cb8b62430472952ec4836d, NAME => 'TestAcidGuarantees,,1731448445883.9039228f26cb8b62430472952ec4836d.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T21:54:35,533 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T21:54:35,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731448475533"}]},"ts":"9223372036854775807"} 2024-11-12T21:54:35,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T21:54:35,536 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:35,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 66 msec 2024-11-12T21:54:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-12T21:54:35,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T21:54:35,580 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:35,588 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 247) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_119954457_22 at /127.0.0.1:60046 [Waiting for operation #1916] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_119954457_22 at /127.0.0.1:60048 [Waiting for operation #1878] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/cluster_e93474f1-476d-f728-5868-6da2d789953e/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1668792424_22 at /127.0.0.1:60062 [Waiting for operation #1833] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1668792424_22 at /127.0.0.1:41822 [Waiting for operation #1970] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/cluster_e93474f1-476d-f728-5868-6da2d789953e/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 588), ProcessCount=11 (was 11), AvailableMemoryMB=8549 (was 8730) 2024-11-12T21:54:35,597 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=503, ProcessCount=13, AvailableMemoryMB=8547 2024-11-12T21:54:35,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:54:35,599 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:54:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:35,601 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T21:54:35,602 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:35,602 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-12T21:54:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T21:54:35,603 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T21:54:35,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742031_1207 (size=1061) 2024-11-12T21:54:35,611 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd 2024-11-12T21:54:35,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742032_1208 (size=53) 2024-11-12T21:54:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T21:54:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T21:54:36,018 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:54:36,018 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c0f81c263553f11b906b059051926895, disabling compactions & flushes 2024-11-12T21:54:36,018 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:36,018 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:36,018 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. after waiting 0 ms 2024-11-12T21:54:36,018 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:36,018 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:36,018 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0f81c263553f11b906b059051926895: Waiting for close lock at 1731448476018Disabling compacts and flushes for region at 1731448476018Disabling writes for close at 1731448476018Writing region close event to WAL at 1731448476018Closed at 1731448476018 2024-11-12T21:54:36,020 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T21:54:36,020 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731448476020"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731448476020"}]},"ts":"1731448476020"} 2024-11-12T21:54:36,021 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T21:54:36,022 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T21:54:36,023 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448476022"}]},"ts":"1731448476022"} 2024-11-12T21:54:36,024 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T21:54:36,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0f81c263553f11b906b059051926895, ASSIGN}] 2024-11-12T21:54:36,026 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0f81c263553f11b906b059051926895, ASSIGN 2024-11-12T21:54:36,027 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0f81c263553f11b906b059051926895, ASSIGN; state=OFFLINE, location=0c576948786c,34327,1731448410123; forceNewPlan=false, retain=false 2024-11-12T21:54:36,177 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=c0f81c263553f11b906b059051926895, regionState=OPENING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:54:36,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0f81c263553f11b906b059051926895, ASSIGN because future has completed 2024-11-12T21:54:36,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:54:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T21:54:36,334 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:36,334 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:54:36,335 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c0f81c263553f11b906b059051926895 2024-11-12T21:54:36,335 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:54:36,335 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for c0f81c263553f11b906b059051926895 2024-11-12T21:54:36,335 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for c0f81c263553f11b906b059051926895 2024-11-12T21:54:36,337 INFO [StoreOpener-c0f81c263553f11b906b059051926895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c0f81c263553f11b906b059051926895 2024-11-12T21:54:36,338 INFO [StoreOpener-c0f81c263553f11b906b059051926895-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:54:36,338 INFO [StoreOpener-c0f81c263553f11b906b059051926895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0f81c263553f11b906b059051926895 columnFamilyName A 2024-11-12T21:54:36,338 DEBUG [StoreOpener-c0f81c263553f11b906b059051926895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:36,339 INFO [StoreOpener-c0f81c263553f11b906b059051926895-1 {}] regionserver.HStore(327): Store=c0f81c263553f11b906b059051926895/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:54:36,339 INFO [StoreOpener-c0f81c263553f11b906b059051926895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c0f81c263553f11b906b059051926895 2024-11-12T21:54:36,343 INFO [StoreOpener-c0f81c263553f11b906b059051926895-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:54:36,343 INFO [StoreOpener-c0f81c263553f11b906b059051926895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0f81c263553f11b906b059051926895 columnFamilyName B 2024-11-12T21:54:36,343 DEBUG [StoreOpener-c0f81c263553f11b906b059051926895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:36,344 INFO [StoreOpener-c0f81c263553f11b906b059051926895-1 {}] regionserver.HStore(327): Store=c0f81c263553f11b906b059051926895/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:54:36,344 INFO [StoreOpener-c0f81c263553f11b906b059051926895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c0f81c263553f11b906b059051926895 2024-11-12T21:54:36,345 INFO [StoreOpener-c0f81c263553f11b906b059051926895-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:54:36,346 INFO [StoreOpener-c0f81c263553f11b906b059051926895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0f81c263553f11b906b059051926895 columnFamilyName C 2024-11-12T21:54:36,346 DEBUG [StoreOpener-c0f81c263553f11b906b059051926895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:54:36,346 INFO [StoreOpener-c0f81c263553f11b906b059051926895-1 {}] regionserver.HStore(327): Store=c0f81c263553f11b906b059051926895/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:54:36,347 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:36,347 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for c0f81c263553f11b906b059051926895 2024-11-12T21:54:36,348 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895 2024-11-12T21:54:36,348 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895 2024-11-12T21:54:36,349 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for c0f81c263553f11b906b059051926895 2024-11-12T21:54:36,349 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for c0f81c263553f11b906b059051926895 2024-11-12T21:54:36,350 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:54:36,352 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for c0f81c263553f11b906b059051926895 2024-11-12T21:54:36,354 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:54:36,355 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened c0f81c263553f11b906b059051926895; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74149291, jitterRate=0.10491053760051727}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:54:36,355 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0f81c263553f11b906b059051926895 2024-11-12T21:54:36,355 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for c0f81c263553f11b906b059051926895: Running coprocessor pre-open hook at 1731448476335Writing region info on filesystem at 1731448476335Initializing all the Stores at 1731448476336 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448476336Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448476336Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448476336Cleaning up temporary data from old regions at 1731448476349 (+13 ms)Running coprocessor post-open hooks at 1731448476355 (+6 ms)Region opened successfully at 1731448476355 2024-11-12T21:54:36,356 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., pid=63, masterSystemTime=1731448476331 2024-11-12T21:54:36,359 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:36,359 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:36,359 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=c0f81c263553f11b906b059051926895, regionState=OPEN, openSeqNum=2, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:54:36,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:54:36,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-12T21:54:36,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 in 182 msec 2024-11-12T21:54:36,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-12T21:54:36,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0f81c263553f11b906b059051926895, ASSIGN in 339 msec 2024-11-12T21:54:36,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T21:54:36,369 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448476369"}]},"ts":"1731448476369"} 2024-11-12T21:54:36,371 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T21:54:36,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T21:54:36,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 773 msec 2024-11-12T21:54:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T21:54:36,740 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:36,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8da64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,742 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:36,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:36,743 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:36,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:36,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:36,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1496617d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:36,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:36,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:36,746 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:36,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78041599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:36,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:36,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:36,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:36,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T21:54:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c576948786c,43093,1731448409505 2024-11-12T21:54:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28126738 2024-11-12T21:54:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T21:54:36,756 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T21:54:36,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:36,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:36,760 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb6c61f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:36,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:36,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:36,763 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:36,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441723e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:36,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:36,767 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:36,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:36,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:36,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c067da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:36,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:36,768 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:36,768 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:36,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406d2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:36,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:36,775 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:36,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:36,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:36,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42bbd6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:36,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:36,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:36,777 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:36,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b5290b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:36,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:36,779 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:36,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:36,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:36,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56fe7ad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:36,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:36,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:36,781 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:36,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13903850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:36,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:36,784 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:36,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:36,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:36,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fead473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:36,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:36,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:36,786 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:36,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4699e14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,788 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:36,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:36,789 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:36,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:36,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:36,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21130c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:36,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:36,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:36,790 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d82d6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:36,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:36,793 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:36,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:36,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:36,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df1be4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:36,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:36,795 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:36,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4e50b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:36,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:36,802 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4411834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:36,804 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:36,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a34e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:36,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:36,806 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af2c380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:36,807 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd8766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40916ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:54:36,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:54:36,809 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:54:36,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:54:36,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:54:36,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fdbbd86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:54:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:54:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:36,810 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:54:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b82d272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:54:36,811 DEBUG [Thread-1002 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:36,811 DEBUG [Thread-997 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:36,811 DEBUG [Thread-1008 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:36,811 DEBUG [Thread-993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:36,812 DEBUG [Thread-1006 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:36,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:36,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:36,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:36,812 DEBUG [Thread-999 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:36,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:36,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:36,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:36,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:36,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:36,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:36,813 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:36,813 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:36,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:36,814 DEBUG [Thread-1010 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:36,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:36,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-12T21:54:36,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:36,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:36,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:36,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:36,815 DEBUG [Thread-1004 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:36,815 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T21:54:36,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:36,816 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:36,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:36,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:54:36,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:54:36,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:54:36,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:54:36,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:54:36,820 DEBUG [Thread-995 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:36,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:36,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:36,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:36,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:36,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:36,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:36,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:54:36,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:36,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:36,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:36,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:54:36,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:36,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:36,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:36,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:36,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:36,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:36,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:54:36,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:54:36,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:54:36,828 DEBUG [Thread-991 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:54:36,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:54:36,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:54:36,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:54:36,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:54:36,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/6ee9bfde5f1d432da9a1ccab3772d804 is 50, key is test_row_0/A:col10/1731448476822/Put/seqid=0 2024-11-12T21:54:36,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742033_1209 (size=16681) 2024-11-12T21:54:36,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731448476871, max timestamp=1731448476889Num uniques 859; 2024-11-12T21:54:36,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:54:36,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731448476871, max timestamp=1731448476889Num uniques 859; 2024-11-12T21:54:36,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:54:36,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731448476871, max timestamp=1731448476889Num uniques 859; 2024-11-12T21:54:36,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:54:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T21:54:36,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448536915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:36,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:36,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:36,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:36,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448536917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:36,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:36,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:36,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:36,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448536920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:36,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448536923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:36,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:36,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:36,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:36,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448536924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:36,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T21:54:36,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:36,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:36,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:36,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:36,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:37,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448537030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448537030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448537030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448537039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448537039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T21:54:37,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:37,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:37,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:37,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:37,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T21:54:37,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448537240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448537240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448537240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448537249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448537250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/6ee9bfde5f1d432da9a1ccab3772d804 2024-11-12T21:54:37,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T21:54:37,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:37,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:37,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:37,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:37,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:37,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/173fcab1090743219428dec33d8da5dd is 50, key is test_row_0/B:col10/1731448476822/Put/seqid=0 2024-11-12T21:54:37,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742034_1210 (size=12001) 2024-11-12T21:54:37,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/173fcab1090743219428dec33d8da5dd 2024-11-12T21:54:37,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/4fe6025b057444f59571dd142fbba982 is 50, key is test_row_0/C:col10/1731448476822/Put/seqid=0 2024-11-12T21:54:37,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742035_1211 (size=12001) 2024-11-12T21:54:37,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/4fe6025b057444f59571dd142fbba982 2024-11-12T21:54:37,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/6ee9bfde5f1d432da9a1ccab3772d804 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/6ee9bfde5f1d432da9a1ccab3772d804 2024-11-12T21:54:37,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/6ee9bfde5f1d432da9a1ccab3772d804, entries=250, sequenceid=11, filesize=16.3 K 2024-11-12T21:54:37,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/173fcab1090743219428dec33d8da5dd as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/173fcab1090743219428dec33d8da5dd 2024-11-12T21:54:37,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/173fcab1090743219428dec33d8da5dd, entries=150, sequenceid=11, filesize=11.7 K 2024-11-12T21:54:37,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/4fe6025b057444f59571dd142fbba982 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/4fe6025b057444f59571dd142fbba982 2024-11-12T21:54:37,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/4fe6025b057444f59571dd142fbba982, entries=150, sequenceid=11, filesize=11.7 K 2024-11-12T21:54:37,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for c0f81c263553f11b906b059051926895 in 569ms, sequenceid=11, compaction requested=false 2024-11-12T21:54:37,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:37,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T21:54:37,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:37,432 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-12T21:54:37,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:37,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:37,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:37,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:37,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:37,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T21:54:37,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/32dcf8f1b2df45f49c0b385f713ea846 is 50, key is test_row_0/A:col10/1731448476915/Put/seqid=0 2024-11-12T21:54:37,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742036_1212 (size=12001) 2024-11-12T21:54:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:37,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:37,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448537558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448537559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448537559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448537560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448537560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448537670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448537670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448537670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,855 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/32dcf8f1b2df45f49c0b385f713ea846 2024-11-12T21:54:37,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/24aef3490ca04b1bb7683f5a52dcd609 is 50, key is test_row_0/B:col10/1731448476915/Put/seqid=0 2024-11-12T21:54:37,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742037_1213 (size=12001) 2024-11-12T21:54:37,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448537879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448537880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:37,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448537880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:37,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:37,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T21:54:38,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448538069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:38,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448538080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:38,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:38,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448538190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:38,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448538190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:38,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448538190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:38,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:38,275 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/24aef3490ca04b1bb7683f5a52dcd609 2024-11-12T21:54:38,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/a4624b9e58924b6a80fd45fac4241356 is 50, key is test_row_0/C:col10/1731448476915/Put/seqid=0 2024-11-12T21:54:38,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742038_1214 (size=12001) 2024-11-12T21:54:38,323 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/a4624b9e58924b6a80fd45fac4241356 2024-11-12T21:54:38,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/32dcf8f1b2df45f49c0b385f713ea846 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/32dcf8f1b2df45f49c0b385f713ea846 2024-11-12T21:54:38,336 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/32dcf8f1b2df45f49c0b385f713ea846, entries=150, sequenceid=47, filesize=11.7 K 2024-11-12T21:54:38,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/24aef3490ca04b1bb7683f5a52dcd609 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/24aef3490ca04b1bb7683f5a52dcd609 2024-11-12T21:54:38,342 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/24aef3490ca04b1bb7683f5a52dcd609, entries=150, sequenceid=47, filesize=11.7 K 2024-11-12T21:54:38,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/a4624b9e58924b6a80fd45fac4241356 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/a4624b9e58924b6a80fd45fac4241356 2024-11-12T21:54:38,349 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/a4624b9e58924b6a80fd45fac4241356, entries=150, sequenceid=47, filesize=11.7 K 2024-11-12T21:54:38,350 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for c0f81c263553f11b906b059051926895 in 918ms, sequenceid=47, compaction requested=false 2024-11-12T21:54:38,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:38,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:38,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-12T21:54:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-12T21:54:38,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-12T21:54:38,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5350 sec 2024-11-12T21:54:38,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.5400 sec 2024-11-12T21:54:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:38,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:54:38,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:38,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:38,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:38,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:38,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:38,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:38,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/051fbf478dcb4d57bad8898c3fa648a5 is 50, key is test_row_0/A:col10/1731448477557/Put/seqid=0 2024-11-12T21:54:38,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742039_1215 (size=14341) 2024-11-12T21:54:38,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/051fbf478dcb4d57bad8898c3fa648a5 2024-11-12T21:54:38,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/874ba24cec3d442384bc7cab34a9892a is 50, key is test_row_0/B:col10/1731448477557/Put/seqid=0 2024-11-12T21:54:38,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448478757, max timestamp=1731448478789Num uniques 859; 2024-11-12T21:54:38,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:54:38,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448478757, max timestamp=1731448478787Num uniques 859; 2024-11-12T21:54:38,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:54:38,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448478757, max timestamp=1731448478789Num uniques 859; 2024-11-12T21:54:38,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:54:38,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742040_1216 (size=12001) 2024-11-12T21:54:38,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448538844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:38,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448538854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:38,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:38,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448538858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:38,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T21:54:38,959 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:38,960 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-12T21:54:38,962 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T21:54:38,963 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:38,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:38,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448538969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:38,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448538969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:38,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:38,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:38,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448538981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:38,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:38,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T21:54:39,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448539089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:39,095 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in c0f81c263553f11b906b059051926895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:39,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448539089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:39,096 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in c0f81c263553f11b906b059051926895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:39,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:39,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:39,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:39,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-12T21:54:39,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:39,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:39,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:39,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:39,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:39,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T21:54:39,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448539179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:39,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:39,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:39,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:39,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448539179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:39,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:39,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:39,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:39,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448539190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:39,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:39,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:39,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:39,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/874ba24cec3d442384bc7cab34a9892a 2024-11-12T21:54:39,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/3bc19864cb04462eb3d5b44eb92fdeed is 50, key is test_row_0/C:col10/1731448477557/Put/seqid=0 2024-11-12T21:54:39,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-12T21:54:39,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:39,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:39,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:39,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:39,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T21:54:39,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742041_1217 (size=12001) 2024-11-12T21:54:39,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-12T21:54:39,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:39,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:39,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:39,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:39,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:39,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448539500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:39,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448539509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:39,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:39,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:39,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:39,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448539509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:39,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:39,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:39,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:39,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-12T21:54:39,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:39,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:39,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:39,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:39,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T21:54:39,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/3bc19864cb04462eb3d5b44eb92fdeed 2024-11-12T21:54:39,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/051fbf478dcb4d57bad8898c3fa648a5 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/051fbf478dcb4d57bad8898c3fa648a5 2024-11-12T21:54:39,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-12T21:54:39,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:39,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:39,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:39,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:39,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:39,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/051fbf478dcb4d57bad8898c3fa648a5, entries=200, sequenceid=58, filesize=14.0 K 2024-11-12T21:54:39,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/874ba24cec3d442384bc7cab34a9892a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/874ba24cec3d442384bc7cab34a9892a 2024-11-12T21:54:39,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/874ba24cec3d442384bc7cab34a9892a, entries=150, sequenceid=58, filesize=11.7 K 2024-11-12T21:54:39,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/3bc19864cb04462eb3d5b44eb92fdeed as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/3bc19864cb04462eb3d5b44eb92fdeed 2024-11-12T21:54:39,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/3bc19864cb04462eb3d5b44eb92fdeed, entries=150, sequenceid=58, filesize=11.7 K 2024-11-12T21:54:39,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for c0f81c263553f11b906b059051926895 in 1068ms, sequenceid=58, compaction requested=true 2024-11-12T21:54:39,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:39,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:54:39,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:39,771 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:39,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:54:39,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:39,771 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:39,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:54:39,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:39,774 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:39,774 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:39,774 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/B is initiating minor compaction (all files) 2024-11-12T21:54:39,774 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/A is initiating minor compaction (all files) 2024-11-12T21:54:39,774 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/A in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:39,774 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/B in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:39,774 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/6ee9bfde5f1d432da9a1ccab3772d804, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/32dcf8f1b2df45f49c0b385f713ea846, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/051fbf478dcb4d57bad8898c3fa648a5] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=42.0 K 2024-11-12T21:54:39,774 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/173fcab1090743219428dec33d8da5dd, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/24aef3490ca04b1bb7683f5a52dcd609, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/874ba24cec3d442384bc7cab34a9892a] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=35.2 K 2024-11-12T21:54:39,775 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ee9bfde5f1d432da9a1ccab3772d804, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731448476818 2024-11-12T21:54:39,775 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 173fcab1090743219428dec33d8da5dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731448476822 2024-11-12T21:54:39,776 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 24aef3490ca04b1bb7683f5a52dcd609, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731448476910 2024-11-12T21:54:39,776 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32dcf8f1b2df45f49c0b385f713ea846, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731448476910 2024-11-12T21:54:39,776 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 874ba24cec3d442384bc7cab34a9892a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731448477557 2024-11-12T21:54:39,776 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 051fbf478dcb4d57bad8898c3fa648a5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731448477553 2024-11-12T21:54:39,792 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#A#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:39,792 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/2c38f53cd1294bebacb665eb11693e1d is 50, key is test_row_0/A:col10/1731448477557/Put/seqid=0 2024-11-12T21:54:39,800 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#B#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:39,800 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/01e4ec284b734c24bee8fe0e68a3fa34 is 50, key is test_row_0/B:col10/1731448477557/Put/seqid=0 2024-11-12T21:54:39,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742043_1219 (size=12104) 2024-11-12T21:54:39,847 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/01e4ec284b734c24bee8fe0e68a3fa34 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/01e4ec284b734c24bee8fe0e68a3fa34 2024-11-12T21:54:39,858 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/B of c0f81c263553f11b906b059051926895 into 01e4ec284b734c24bee8fe0e68a3fa34(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:39,858 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:39,858 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/B, priority=13, startTime=1731448479771; duration=0sec 2024-11-12T21:54:39,858 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:39,858 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:B 2024-11-12T21:54:39,858 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:39,860 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:39,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742042_1218 (size=12104) 2024-11-12T21:54:39,861 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/C is initiating minor compaction (all files) 2024-11-12T21:54:39,861 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/C in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:39,861 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/4fe6025b057444f59571dd142fbba982, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/a4624b9e58924b6a80fd45fac4241356, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/3bc19864cb04462eb3d5b44eb92fdeed] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=35.2 K 2024-11-12T21:54:39,863 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fe6025b057444f59571dd142fbba982, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731448476822 2024-11-12T21:54:39,863 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting a4624b9e58924b6a80fd45fac4241356, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731448476910 2024-11-12T21:54:39,864 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bc19864cb04462eb3d5b44eb92fdeed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731448477557 2024-11-12T21:54:39,867 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/2c38f53cd1294bebacb665eb11693e1d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/2c38f53cd1294bebacb665eb11693e1d 2024-11-12T21:54:39,873 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/A of c0f81c263553f11b906b059051926895 into 2c38f53cd1294bebacb665eb11693e1d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:39,873 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:39,873 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/A, priority=13, startTime=1731448479771; duration=0sec 2024-11-12T21:54:39,873 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:39,873 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:A 2024-11-12T21:54:39,888 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#C#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:39,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-12T21:54:39,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:39,888 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-12T21:54:39,888 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/2b201765b2104ea1862ccff0549e3518 is 50, key is test_row_0/C:col10/1731448477557/Put/seqid=0 2024-11-12T21:54:39,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:39,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:39,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:39,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:39,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:39,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:39,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/7280a47040ec4125a98e5cb653999701 is 50, key is test_row_0/A:col10/1731448478832/Put/seqid=0 2024-11-12T21:54:39,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742044_1220 (size=12104) 2024-11-12T21:54:39,935 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/2b201765b2104ea1862ccff0549e3518 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/2b201765b2104ea1862ccff0549e3518 2024-11-12T21:54:39,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742045_1221 (size=12001) 2024-11-12T21:54:39,943 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/C of c0f81c263553f11b906b059051926895 into 2b201765b2104ea1862ccff0549e3518(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:39,943 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:39,943 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/C, priority=13, startTime=1731448479771; duration=0sec 2024-11-12T21:54:39,943 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:39,943 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:C 2024-11-12T21:54:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:40,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:40,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448540035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:40,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:40,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448540038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:40,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448540038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T21:54:40,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448540149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:40,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:40,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448540150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:40,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:40,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448540150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:40,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:40,343 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/7280a47040ec4125a98e5cb653999701 2024-11-12T21:54:40,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/866f5898797349a581fd4dd503ede66e is 50, key is test_row_0/B:col10/1731448478832/Put/seqid=0 2024-11-12T21:54:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448540359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:40,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448540359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448540359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:40,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742046_1222 (size=12001) 2024-11-12T21:54:40,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448540670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:40,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:40,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448540670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:40,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448540670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:40,768 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/866f5898797349a581fd4dd503ede66e 2024-11-12T21:54:40,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/ae95836706674d0292e826a257462a60 is 50, key is test_row_0/C:col10/1731448478832/Put/seqid=0 2024-11-12T21:54:40,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742047_1223 (size=12001) 2024-11-12T21:54:40,836 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/ae95836706674d0292e826a257462a60 2024-11-12T21:54:40,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/7280a47040ec4125a98e5cb653999701 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/7280a47040ec4125a98e5cb653999701 2024-11-12T21:54:40,860 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/7280a47040ec4125a98e5cb653999701, entries=150, sequenceid=96, filesize=11.7 K 2024-11-12T21:54:40,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/866f5898797349a581fd4dd503ede66e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/866f5898797349a581fd4dd503ede66e 2024-11-12T21:54:40,877 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/866f5898797349a581fd4dd503ede66e, entries=150, sequenceid=96, filesize=11.7 K 2024-11-12T21:54:40,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/ae95836706674d0292e826a257462a60 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/ae95836706674d0292e826a257462a60 2024-11-12T21:54:40,896 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/ae95836706674d0292e826a257462a60, entries=150, sequenceid=96, filesize=11.7 K 2024-11-12T21:54:40,900 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=60.38 KB/61830 for c0f81c263553f11b906b059051926895 in 1009ms, sequenceid=96, compaction requested=false 2024-11-12T21:54:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-12T21:54:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-12T21:54:40,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-12T21:54:40,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9390 sec 2024-11-12T21:54:40,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.9460 sec 2024-11-12T21:54:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T21:54:41,114 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:41,115 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-12T21:54:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:41,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-12T21:54:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T21:54:41,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:41,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:41,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:41,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:41,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:41,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:41,118 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:41,121 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:41,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:41,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/3cc38b9ce5b844deaefd5e7df2e0b8de is 50, key is test_row_0/A:col10/1731448480029/Put/seqid=0 2024-11-12T21:54:41,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742048_1224 (size=12001) 2024-11-12T21:54:41,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448541173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:41,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448541173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:41,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448541179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:41,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448541179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448541179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T21:54:41,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-12T21:54:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:41,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:41,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:41,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448541290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:41,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:41,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448541290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:41,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-12T21:54:41,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:41,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:41,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:41,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:41,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T21:54:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:41,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448541499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:41,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:41,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448541499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:41,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:41,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:41,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/3cc38b9ce5b844deaefd5e7df2e0b8de 2024-11-12T21:54:41,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/9f546209f52d4453a5ba59595c162345 is 50, key is test_row_0/B:col10/1731448480029/Put/seqid=0 2024-11-12T21:54:41,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-12T21:54:41,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:41,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:41,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:41,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:41,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742049_1225 (size=12001) 2024-11-12T21:54:41,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-12T21:54:41,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:41,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:41,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:41,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:41,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T21:54:41,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448541810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:41,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:41,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448541811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:41,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:41,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:41,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-12T21:54:41,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:41,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:41,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:41,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:41,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:42,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/9f546209f52d4453a5ba59595c162345 2024-11-12T21:54:42,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/069a38ede0134bb6b1c2c7f3bedffd80 is 50, key is test_row_0/C:col10/1731448480029/Put/seqid=0 2024-11-12T21:54:42,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742050_1226 (size=12001) 2024-11-12T21:54:42,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-12T21:54:42,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:42,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:42,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:42,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:42,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:42,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448542189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:42,191 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in c0f81c263553f11b906b059051926895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:42,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-12T21:54:42,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:42,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:42,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:42,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:42,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:42,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448542199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:42,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448542199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:42,203 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in c0f81c263553f11b906b059051926895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:42,203 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in c0f81c263553f11b906b059051926895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T21:54:42,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448542320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:42,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448542320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:42,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-12T21:54:42,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:42,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:42,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:42,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:42,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:42,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/069a38ede0134bb6b1c2c7f3bedffd80 2024-11-12T21:54:42,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/3cc38b9ce5b844deaefd5e7df2e0b8de as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/3cc38b9ce5b844deaefd5e7df2e0b8de 2024-11-12T21:54:42,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/3cc38b9ce5b844deaefd5e7df2e0b8de, entries=150, sequenceid=110, filesize=11.7 K 2024-11-12T21:54:42,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/9f546209f52d4453a5ba59595c162345 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9f546209f52d4453a5ba59595c162345 2024-11-12T21:54:42,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9f546209f52d4453a5ba59595c162345, entries=150, sequenceid=110, filesize=11.7 K 2024-11-12T21:54:42,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/069a38ede0134bb6b1c2c7f3bedffd80 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/069a38ede0134bb6b1c2c7f3bedffd80 2024-11-12T21:54:42,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/069a38ede0134bb6b1c2c7f3bedffd80, entries=150, sequenceid=110, filesize=11.7 K 2024-11-12T21:54:42,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for c0f81c263553f11b906b059051926895 in 1336ms, sequenceid=110, compaction requested=true 2024-11-12T21:54:42,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:42,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:54:42,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:42,453 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:42,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:54:42,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:42,453 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:42,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:54:42,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:42,454 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:42,455 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/B is initiating minor compaction (all files) 2024-11-12T21:54:42,455 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/B in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:42,455 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/01e4ec284b734c24bee8fe0e68a3fa34, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/866f5898797349a581fd4dd503ede66e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9f546209f52d4453a5ba59595c162345] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=35.3 K 2024-11-12T21:54:42,455 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:42,455 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/A is initiating minor compaction (all files) 2024-11-12T21:54:42,455 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/A in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:42,455 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/2c38f53cd1294bebacb665eb11693e1d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/7280a47040ec4125a98e5cb653999701, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/3cc38b9ce5b844deaefd5e7df2e0b8de] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=35.3 K 2024-11-12T21:54:42,455 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 01e4ec284b734c24bee8fe0e68a3fa34, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731448477557 2024-11-12T21:54:42,456 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c38f53cd1294bebacb665eb11693e1d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731448477557 2024-11-12T21:54:42,456 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 866f5898797349a581fd4dd503ede66e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731448478832 2024-11-12T21:54:42,458 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7280a47040ec4125a98e5cb653999701, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731448478832 2024-11-12T21:54:42,458 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f546209f52d4453a5ba59595c162345, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731448480029 2024-11-12T21:54:42,459 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cc38b9ce5b844deaefd5e7df2e0b8de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731448480029 2024-11-12T21:54:42,483 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#A#compaction#188 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:42,484 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/ee60e2227d99486eac76e8b8adb5a9b6 is 50, key is test_row_0/A:col10/1731448480029/Put/seqid=0 2024-11-12T21:54:42,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-12T21:54:42,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:42,500 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-12T21:54:42,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:42,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:42,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:42,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:42,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:42,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:42,503 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:42,504 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/3009ec0dcec049ad8ccc7130ccaa0445 is 50, key is test_row_0/B:col10/1731448480029/Put/seqid=0 2024-11-12T21:54:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/f8036f3f08b347b5b00b08799d82d1a1 is 50, key is test_row_0/A:col10/1731448481171/Put/seqid=0 2024-11-12T21:54:42,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742051_1227 (size=12207) 2024-11-12T21:54:42,555 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/ee60e2227d99486eac76e8b8adb5a9b6 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/ee60e2227d99486eac76e8b8adb5a9b6 2024-11-12T21:54:42,560 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/A of c0f81c263553f11b906b059051926895 into ee60e2227d99486eac76e8b8adb5a9b6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:42,560 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:42,560 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/A, priority=13, startTime=1731448482453; duration=0sec 2024-11-12T21:54:42,561 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:42,561 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:A 2024-11-12T21:54:42,561 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:42,563 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:42,563 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/C is initiating minor compaction (all files) 2024-11-12T21:54:42,563 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/C in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:42,563 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/2b201765b2104ea1862ccff0549e3518, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/ae95836706674d0292e826a257462a60, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/069a38ede0134bb6b1c2c7f3bedffd80] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=35.3 K 2024-11-12T21:54:42,564 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b201765b2104ea1862ccff0549e3518, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731448477557 2024-11-12T21:54:42,565 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae95836706674d0292e826a257462a60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731448478832 2024-11-12T21:54:42,566 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 069a38ede0134bb6b1c2c7f3bedffd80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731448480029 2024-11-12T21:54:42,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742052_1228 (size=12207) 2024-11-12T21:54:42,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742053_1229 (size=12051) 2024-11-12T21:54:42,607 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#C#compaction#191 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:42,608 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/024db01a8050447aa8ab990f5b6027d2 is 50, key is test_row_0/C:col10/1731448480029/Put/seqid=0 2024-11-12T21:54:42,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742054_1230 (size=12207) 2024-11-12T21:54:42,652 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/024db01a8050447aa8ab990f5b6027d2 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/024db01a8050447aa8ab990f5b6027d2 2024-11-12T21:54:42,660 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/C of c0f81c263553f11b906b059051926895 into 024db01a8050447aa8ab990f5b6027d2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:42,660 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:42,660 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/C, priority=13, startTime=1731448482453; duration=0sec 2024-11-12T21:54:42,660 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:42,660 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:C 2024-11-12T21:54:42,996 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/3009ec0dcec049ad8ccc7130ccaa0445 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/3009ec0dcec049ad8ccc7130ccaa0445 2024-11-12T21:54:43,000 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/f8036f3f08b347b5b00b08799d82d1a1 2024-11-12T21:54:43,003 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/B of c0f81c263553f11b906b059051926895 into 3009ec0dcec049ad8ccc7130ccaa0445(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:43,003 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:43,003 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/B, priority=13, startTime=1731448482453; duration=0sec 2024-11-12T21:54:43,003 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:43,003 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:B 2024-11-12T21:54:43,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/9118e5b92b4f42c2b623fff2ea1e4189 is 50, key is test_row_0/B:col10/1731448481171/Put/seqid=0 2024-11-12T21:54:43,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742055_1231 (size=12051) 2024-11-12T21:54:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T21:54:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:43,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:43,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448543357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:43,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:43,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448543359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:43,448 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/9118e5b92b4f42c2b623fff2ea1e4189 2024-11-12T21:54:43,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/0a2cef0a499d4609a4430f74be74e83d is 50, key is test_row_0/C:col10/1731448481171/Put/seqid=0 2024-11-12T21:54:43,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448543469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:43,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448543470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:43,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:43,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:43,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:43,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742056_1232 (size=12051) 2024-11-12T21:54:43,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448543679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:43,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:43,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:43,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448543679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:43,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:43,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:43,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:43,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:43,898 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/0a2cef0a499d4609a4430f74be74e83d 2024-11-12T21:54:43,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/f8036f3f08b347b5b00b08799d82d1a1 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/f8036f3f08b347b5b00b08799d82d1a1 2024-11-12T21:54:43,908 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/f8036f3f08b347b5b00b08799d82d1a1, entries=150, sequenceid=130, filesize=11.8 K 2024-11-12T21:54:43,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/9118e5b92b4f42c2b623fff2ea1e4189 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9118e5b92b4f42c2b623fff2ea1e4189 2024-11-12T21:54:43,916 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9118e5b92b4f42c2b623fff2ea1e4189, entries=150, sequenceid=130, filesize=11.8 K 2024-11-12T21:54:43,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/0a2cef0a499d4609a4430f74be74e83d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/0a2cef0a499d4609a4430f74be74e83d 2024-11-12T21:54:43,924 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/0a2cef0a499d4609a4430f74be74e83d, entries=150, sequenceid=130, filesize=11.8 K 2024-11-12T21:54:43,925 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for c0f81c263553f11b906b059051926895 in 1425ms, sequenceid=130, compaction requested=false 2024-11-12T21:54:43,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:43,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:43,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-12T21:54:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-12T21:54:43,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-12T21:54:43,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8060 sec 2024-11-12T21:54:43,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.8140 sec 2024-11-12T21:54:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:43,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-12T21:54:43,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:43,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:43,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:43,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:43,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:43,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:44,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/c88b94881dc74324bfca2ecb58b197b9 is 50, key is test_row_0/A:col10/1731448483989/Put/seqid=0 2024-11-12T21:54:44,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448544042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:44,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:44,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448544048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:44,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742057_1233 (size=14541) 2024-11-12T21:54:44,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448544159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:44,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:44,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448544159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:44,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448544220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:44,225 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in c0f81c263553f11b906b059051926895 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:44,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448544220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:44,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448544220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:44,226 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in c0f81c263553f11b906b059051926895 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:44,227 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in c0f81c263553f11b906b059051926895 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:44,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:44,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448544369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:44,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448544369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:44,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:44,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:44,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/c88b94881dc74324bfca2ecb58b197b9 2024-11-12T21:54:44,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/8cbac70500764044b04601cd3e97c26b is 50, key is test_row_0/B:col10/1731448483989/Put/seqid=0 2024-11-12T21:54:44,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742058_1234 (size=12151) 2024-11-12T21:54:44,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448544680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:44,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:44,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448544680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:44,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:44,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:44,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:44,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/8cbac70500764044b04601cd3e97c26b 2024-11-12T21:54:44,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/616019048e71462fb4be99425cadfcf1 is 50, key is test_row_0/C:col10/1731448483989/Put/seqid=0 2024-11-12T21:54:44,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742059_1235 (size=12151) 2024-11-12T21:54:45,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448545190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:45,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448545190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:45,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:45,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:45,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:45,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:45,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:45,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T21:54:45,269 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:45,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-12T21:54:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T21:54:45,277 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:45,278 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:45,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:45,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/616019048e71462fb4be99425cadfcf1 2024-11-12T21:54:45,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/c88b94881dc74324bfca2ecb58b197b9 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/c88b94881dc74324bfca2ecb58b197b9 2024-11-12T21:54:45,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/c88b94881dc74324bfca2ecb58b197b9, entries=200, sequenceid=146, filesize=14.2 K 2024-11-12T21:54:45,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/8cbac70500764044b04601cd3e97c26b as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/8cbac70500764044b04601cd3e97c26b 2024-11-12T21:54:45,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/8cbac70500764044b04601cd3e97c26b, entries=150, sequenceid=146, filesize=11.9 K 2024-11-12T21:54:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T21:54:45,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/616019048e71462fb4be99425cadfcf1 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/616019048e71462fb4be99425cadfcf1 2024-11-12T21:54:45,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/616019048e71462fb4be99425cadfcf1, entries=150, sequenceid=146, filesize=11.9 K 2024-11-12T21:54:45,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for c0f81c263553f11b906b059051926895 in 1397ms, sequenceid=146, compaction requested=true 2024-11-12T21:54:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:54:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:45,387 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:54:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:54:45,387 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:45,388 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:45,388 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38799 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:45,388 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/B is initiating minor compaction (all files) 2024-11-12T21:54:45,388 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/A is initiating minor compaction (all files) 2024-11-12T21:54:45,388 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/A in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:45,388 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/ee60e2227d99486eac76e8b8adb5a9b6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/f8036f3f08b347b5b00b08799d82d1a1, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/c88b94881dc74324bfca2ecb58b197b9] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=37.9 K 2024-11-12T21:54:45,389 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/B in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:45,389 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/3009ec0dcec049ad8ccc7130ccaa0445, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9118e5b92b4f42c2b623fff2ea1e4189, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/8cbac70500764044b04601cd3e97c26b] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=35.6 K 2024-11-12T21:54:45,389 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee60e2227d99486eac76e8b8adb5a9b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731448480029 2024-11-12T21:54:45,389 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 3009ec0dcec049ad8ccc7130ccaa0445, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731448480029 2024-11-12T21:54:45,390 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8036f3f08b347b5b00b08799d82d1a1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731448481153 2024-11-12T21:54:45,390 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 9118e5b92b4f42c2b623fff2ea1e4189, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731448481153 2024-11-12T21:54:45,390 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cbac70500764044b04601cd3e97c26b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731448483334 2024-11-12T21:54:45,390 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting c88b94881dc74324bfca2ecb58b197b9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731448483334 2024-11-12T21:54:45,415 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#B#compaction#197 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:45,416 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/9e0b74a862d945fe92c2f47386ff03a5 is 50, key is test_row_0/B:col10/1731448483989/Put/seqid=0 2024-11-12T21:54:45,419 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#A#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:45,420 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/183e960c1e9a40fbb1de1881a05762f6 is 50, key is test_row_0/A:col10/1731448483989/Put/seqid=0 2024-11-12T21:54:45,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-12T21:54:45,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:45,433 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-12T21:54:45,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:45,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:45,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:45,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:45,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:45,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:45,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742060_1236 (size=12459) 2024-11-12T21:54:45,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/82aa5c41538f47bcbe297875acb341d2 is 50, key is test_row_0/A:col10/1731448484040/Put/seqid=0 2024-11-12T21:54:45,499 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/9e0b74a862d945fe92c2f47386ff03a5 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9e0b74a862d945fe92c2f47386ff03a5 2024-11-12T21:54:45,509 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/B of c0f81c263553f11b906b059051926895 into 9e0b74a862d945fe92c2f47386ff03a5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:45,509 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:45,509 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/B, priority=13, startTime=1731448485387; duration=0sec 2024-11-12T21:54:45,509 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:45,509 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:B 2024-11-12T21:54:45,509 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:45,511 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:45,511 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/C is initiating minor compaction (all files) 2024-11-12T21:54:45,511 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/C in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:45,511 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/024db01a8050447aa8ab990f5b6027d2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/0a2cef0a499d4609a4430f74be74e83d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/616019048e71462fb4be99425cadfcf1] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=35.6 K 2024-11-12T21:54:45,512 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 024db01a8050447aa8ab990f5b6027d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731448480029 2024-11-12T21:54:45,513 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a2cef0a499d4609a4430f74be74e83d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731448481153 2024-11-12T21:54:45,514 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 616019048e71462fb4be99425cadfcf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731448483334 2024-11-12T21:54:45,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742061_1237 (size=12459) 2024-11-12T21:54:45,554 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#C#compaction#200 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:45,554 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/cfbd6d2aa4ee4186a86cc06172b96914 is 50, key is test_row_0/C:col10/1731448483989/Put/seqid=0 2024-11-12T21:54:45,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742062_1238 (size=12151) 2024-11-12T21:54:45,576 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/82aa5c41538f47bcbe297875acb341d2 2024-11-12T21:54:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T21:54:45,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742063_1239 (size=12459) 2024-11-12T21:54:45,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/b4ee4b3b082b44c899e2f5536a73a0e7 is 50, key is test_row_0/B:col10/1731448484040/Put/seqid=0 2024-11-12T21:54:45,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742064_1240 (size=12151) 2024-11-12T21:54:45,679 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/b4ee4b3b082b44c899e2f5536a73a0e7 2024-11-12T21:54:45,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/8d19b79ac2dd40f883272044d62135a4 is 50, key is test_row_0/C:col10/1731448484040/Put/seqid=0 2024-11-12T21:54:45,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742065_1241 (size=12151) 2024-11-12T21:54:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T21:54:45,933 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/183e960c1e9a40fbb1de1881a05762f6 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/183e960c1e9a40fbb1de1881a05762f6 2024-11-12T21:54:45,938 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/A of c0f81c263553f11b906b059051926895 into 183e960c1e9a40fbb1de1881a05762f6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:45,938 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:45,938 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/A, priority=13, startTime=1731448485387; duration=0sec 2024-11-12T21:54:45,938 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:45,938 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:A 2024-11-12T21:54:46,012 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/cfbd6d2aa4ee4186a86cc06172b96914 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/cfbd6d2aa4ee4186a86cc06172b96914 2024-11-12T21:54:46,018 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/C of c0f81c263553f11b906b059051926895 into cfbd6d2aa4ee4186a86cc06172b96914(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:46,018 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:46,018 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/C, priority=13, startTime=1731448485387; duration=0sec 2024-11-12T21:54:46,018 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:46,019 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:C 2024-11-12T21:54:46,162 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/8d19b79ac2dd40f883272044d62135a4 2024-11-12T21:54:46,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/82aa5c41538f47bcbe297875acb341d2 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/82aa5c41538f47bcbe297875acb341d2 2024-11-12T21:54:46,176 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/82aa5c41538f47bcbe297875acb341d2, entries=150, sequenceid=165, filesize=11.9 K 2024-11-12T21:54:46,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/b4ee4b3b082b44c899e2f5536a73a0e7 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/b4ee4b3b082b44c899e2f5536a73a0e7 2024-11-12T21:54:46,182 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/b4ee4b3b082b44c899e2f5536a73a0e7, entries=150, sequenceid=165, filesize=11.9 K 2024-11-12T21:54:46,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/8d19b79ac2dd40f883272044d62135a4 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/8d19b79ac2dd40f883272044d62135a4 2024-11-12T21:54:46,191 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/8d19b79ac2dd40f883272044d62135a4, entries=150, sequenceid=165, filesize=11.9 K 2024-11-12T21:54:46,193 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for c0f81c263553f11b906b059051926895 in 760ms, sequenceid=165, compaction requested=false 2024-11-12T21:54:46,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:46,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:46,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-12T21:54:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-12T21:54:46,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-12T21:54:46,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 916 msec 2024-11-12T21:54:46,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 929 msec 2024-11-12T21:54:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:46,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:54:46,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:46,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:46,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:46,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:46,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:46,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:46,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/63e5601a78e04251a8b3dd8c4e74c5fc is 50, key is test_row_0/A:col10/1731448486217/Put/seqid=0 2024-11-12T21:54:46,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742066_1242 (size=14541) 2024-11-12T21:54:46,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/63e5601a78e04251a8b3dd8c4e74c5fc 2024-11-12T21:54:46,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/05ffdc37c75a4bf8b0780ab09e7e742b is 50, key is test_row_0/B:col10/1731448486217/Put/seqid=0 2024-11-12T21:54:46,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742067_1243 (size=12151) 2024-11-12T21:54:46,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448486250, max timestamp=1731448486312Num uniques 859; 2024-11-12T21:54:46,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:54:46,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448486250, max timestamp=1731448486312Num uniques 859; 2024-11-12T21:54:46,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:54:46,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448486250, max timestamp=1731448486312Num uniques 859; 2024-11-12T21:54:46,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:54:46,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448546363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:46,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:46,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:46,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:46,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448546366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:46,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:46,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:46,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T21:54:46,410 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:46,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-12T21:54:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T21:54:46,412 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:46,412 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:46,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:46,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448546479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:46,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448546479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T21:54:46,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-12T21:54:46,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:46,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:46,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:46,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:46,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:46,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448546689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:46,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:46,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:46,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:46,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448546689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:46,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:46,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:46,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:46,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/05ffdc37c75a4bf8b0780ab09e7e742b 2024-11-12T21:54:46,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/d039398aa6eb41bb8311ec44acbccd35 is 50, key is test_row_0/C:col10/1731448486217/Put/seqid=0 2024-11-12T21:54:46,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-12T21:54:46,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:46,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:46,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:46,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:46,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T21:54:46,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742068_1244 (size=12151) 2024-11-12T21:54:46,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/d039398aa6eb41bb8311ec44acbccd35 2024-11-12T21:54:46,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/63e5601a78e04251a8b3dd8c4e74c5fc as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/63e5601a78e04251a8b3dd8c4e74c5fc 2024-11-12T21:54:46,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/63e5601a78e04251a8b3dd8c4e74c5fc, entries=200, sequenceid=178, filesize=14.2 K 2024-11-12T21:54:46,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/05ffdc37c75a4bf8b0780ab09e7e742b as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/05ffdc37c75a4bf8b0780ab09e7e742b 2024-11-12T21:54:46,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/05ffdc37c75a4bf8b0780ab09e7e742b, entries=150, sequenceid=178, filesize=11.9 K 2024-11-12T21:54:46,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/d039398aa6eb41bb8311ec44acbccd35 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/d039398aa6eb41bb8311ec44acbccd35 2024-11-12T21:54:46,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/d039398aa6eb41bb8311ec44acbccd35, entries=150, sequenceid=178, filesize=11.9 K 2024-11-12T21:54:46,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.94 KB/135110 for c0f81c263553f11b906b059051926895 in 545ms, sequenceid=178, compaction requested=true 2024-11-12T21:54:46,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:46,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:54:46,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:46,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:54:46,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:46,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:54:46,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T21:54:46,767 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:46,768 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:46,768 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:46,768 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/A is initiating minor compaction (all files) 2024-11-12T21:54:46,768 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:46,769 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/B is initiating minor compaction (all files) 2024-11-12T21:54:46,769 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/A in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:46,769 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/B in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:46,769 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9e0b74a862d945fe92c2f47386ff03a5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/b4ee4b3b082b44c899e2f5536a73a0e7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/05ffdc37c75a4bf8b0780ab09e7e742b] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=35.9 K 2024-11-12T21:54:46,769 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/183e960c1e9a40fbb1de1881a05762f6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/82aa5c41538f47bcbe297875acb341d2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/63e5601a78e04251a8b3dd8c4e74c5fc] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=38.2 K 2024-11-12T21:54:46,769 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e0b74a862d945fe92c2f47386ff03a5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731448483334 2024-11-12T21:54:46,769 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 183e960c1e9a40fbb1de1881a05762f6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731448483334 2024-11-12T21:54:46,770 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting b4ee4b3b082b44c899e2f5536a73a0e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731448484033 2024-11-12T21:54:46,770 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 05ffdc37c75a4bf8b0780ab09e7e742b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731448486214 2024-11-12T21:54:46,770 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82aa5c41538f47bcbe297875acb341d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731448484033 2024-11-12T21:54:46,771 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63e5601a78e04251a8b3dd8c4e74c5fc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731448486213 2024-11-12T21:54:46,781 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#B#compaction#206 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:46,782 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/8473553095674f3583cded01504a3258 is 50, key is test_row_0/B:col10/1731448486217/Put/seqid=0 2024-11-12T21:54:46,787 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#A#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:46,788 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/59ebe3955aad4c7ab229198bd0b8de81 is 50, key is test_row_0/A:col10/1731448486217/Put/seqid=0 2024-11-12T21:54:46,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742069_1245 (size=12561) 2024-11-12T21:54:46,830 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/8473553095674f3583cded01504a3258 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/8473553095674f3583cded01504a3258 2024-11-12T21:54:46,837 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/B of c0f81c263553f11b906b059051926895 into 8473553095674f3583cded01504a3258(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:46,837 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:46,837 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/B, priority=13, startTime=1731448486767; duration=0sec 2024-11-12T21:54:46,837 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:46,838 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:B 2024-11-12T21:54:46,838 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:46,840 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:46,840 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/C is initiating minor compaction (all files) 2024-11-12T21:54:46,840 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/C in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:46,840 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/cfbd6d2aa4ee4186a86cc06172b96914, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/8d19b79ac2dd40f883272044d62135a4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/d039398aa6eb41bb8311ec44acbccd35] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=35.9 K 2024-11-12T21:54:46,841 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting cfbd6d2aa4ee4186a86cc06172b96914, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731448483334 2024-11-12T21:54:46,841 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d19b79ac2dd40f883272044d62135a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731448484033 2024-11-12T21:54:46,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742070_1246 (size=12561) 2024-11-12T21:54:46,842 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting d039398aa6eb41bb8311ec44acbccd35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731448486214 2024-11-12T21:54:46,853 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/59ebe3955aad4c7ab229198bd0b8de81 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/59ebe3955aad4c7ab229198bd0b8de81 2024-11-12T21:54:46,861 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/A of c0f81c263553f11b906b059051926895 into 59ebe3955aad4c7ab229198bd0b8de81(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:46,861 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:46,861 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/A, priority=13, startTime=1731448486767; duration=0sec 2024-11-12T21:54:46,861 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:46,861 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:A 2024-11-12T21:54:46,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-12T21:54:46,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:46,873 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=131.94 KB heapSize=375.22 KB 2024-11-12T21:54:46,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:46,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:46,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:46,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:46,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:46,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:46,883 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#C#compaction#208 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:46,884 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/56185e05d0fb4bfb9858367d31e559f0 is 50, key is test_row_0/C:col10/1731448486217/Put/seqid=0 2024-11-12T21:54:46,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/25bd1c01036f4c10ba8bcc9377d2a15f is 50, key is test_row_0/A:col10/1731448486361/Put/seqid=0 2024-11-12T21:54:46,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742071_1247 (size=12561) 2024-11-12T21:54:46,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742072_1248 (size=12151) 2024-11-12T21:54:46,947 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/25bd1c01036f4c10ba8bcc9377d2a15f 2024-11-12T21:54:46,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/606f84b813f548b7aeb936082845be49 is 50, key is test_row_0/B:col10/1731448486361/Put/seqid=0 2024-11-12T21:54:46,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742073_1249 (size=12151) 2024-11-12T21:54:47,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:47,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448547020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:47,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:47,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:47,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:47,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448547028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:47,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:47,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:47,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T21:54:47,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448547139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:47,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:47,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448547139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:47,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:47,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:47,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:47,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:47,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:47,336 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/56185e05d0fb4bfb9858367d31e559f0 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/56185e05d0fb4bfb9858367d31e559f0 2024-11-12T21:54:47,342 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/C of c0f81c263553f11b906b059051926895 into 56185e05d0fb4bfb9858367d31e559f0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:47,342 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:47,342 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/C, priority=13, startTime=1731448486767; duration=0sec 2024-11-12T21:54:47,342 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:47,342 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:C 2024-11-12T21:54:47,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448547349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:47,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:47,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448547350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:47,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:47,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:47,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:47,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:47,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:47,396 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/606f84b813f548b7aeb936082845be49 2024-11-12T21:54:47,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/9075016116134ddf817c31182f29331b is 50, key is test_row_0/C:col10/1731448486361/Put/seqid=0 2024-11-12T21:54:47,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742074_1250 (size=12151) 2024-11-12T21:54:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T21:54:47,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448547660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:47,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448547660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:47,811 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/9075016116134ddf817c31182f29331b 2024-11-12T21:54:47,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/25bd1c01036f4c10ba8bcc9377d2a15f as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/25bd1c01036f4c10ba8bcc9377d2a15f 2024-11-12T21:54:47,821 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/25bd1c01036f4c10ba8bcc9377d2a15f, entries=150, sequenceid=216, filesize=11.9 K 2024-11-12T21:54:47,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/606f84b813f548b7aeb936082845be49 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/606f84b813f548b7aeb936082845be49 2024-11-12T21:54:47,827 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/606f84b813f548b7aeb936082845be49, entries=150, sequenceid=216, filesize=11.9 K 2024-11-12T21:54:47,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/9075016116134ddf817c31182f29331b as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/9075016116134ddf817c31182f29331b 2024-11-12T21:54:47,834 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/9075016116134ddf817c31182f29331b, entries=150, sequenceid=216, filesize=11.9 K 2024-11-12T21:54:47,835 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~375.17 KB/384176, currentSize=46.96 KB/48090 for c0f81c263553f11b906b059051926895 in 962ms, sequenceid=216, compaction requested=false 2024-11-12T21:54:47,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:47,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:47,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-12T21:54:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-12T21:54:47,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-12T21:54:47,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-11-12T21:54:47,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.4290 sec 2024-11-12T21:54:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:48,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-12T21:54:48,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:48,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:48,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:48,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:48,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:48,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:48,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/47782725b3b64006b849f1afca918681 is 50, key is test_row_0/A:col10/1731448487018/Put/seqid=0 2024-11-12T21:54:48,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742075_1251 (size=12147) 2024-11-12T21:54:48,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/47782725b3b64006b849f1afca918681 2024-11-12T21:54:48,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448548214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448488200, max timestamp=1731448488216Num uniques 859; 2024-11-12T21:54:48,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:54:48,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731448488200, max timestamp=1731448488216Num uniques 859; 2024-11-12T21:54:48,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-12T21:54:48,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/d43b89cdfa4d4084b1e62916d2bc88d2 is 50, key is test_row_0/B:col10/1731448487018/Put/seqid=0 2024-11-12T21:54:48,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731448488200, max timestamp=1731448488216Num uniques 859; 2024-11-12T21:54:48,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-12T21:54:48,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742076_1252 (size=9757) 2024-11-12T21:54:48,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448548261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448548263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448548265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448548266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448548329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448548369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448548379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448548379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448548380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448548539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T21:54:48,560 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:48,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-12T21:54:48,561 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:48,562 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:48,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T21:54:48,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448548580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448548589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448548589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448548589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/d43b89cdfa4d4084b1e62916d2bc88d2 2024-11-12T21:54:48,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/79d1d3755e224c588cc924331756757a is 50, key is test_row_0/C:col10/1731448487018/Put/seqid=0 2024-11-12T21:54:48,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742077_1253 (size=9757) 2024-11-12T21:54:48,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/79d1d3755e224c588cc924331756757a 2024-11-12T21:54:48,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/47782725b3b64006b849f1afca918681 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/47782725b3b64006b849f1afca918681 2024-11-12T21:54:48,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/47782725b3b64006b849f1afca918681, entries=150, sequenceid=228, filesize=11.9 K 2024-11-12T21:54:48,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/d43b89cdfa4d4084b1e62916d2bc88d2 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/d43b89cdfa4d4084b1e62916d2bc88d2 2024-11-12T21:54:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T21:54:48,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/d43b89cdfa4d4084b1e62916d2bc88d2, entries=100, sequenceid=228, filesize=9.5 K 2024-11-12T21:54:48,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/79d1d3755e224c588cc924331756757a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/79d1d3755e224c588cc924331756757a 2024-11-12T21:54:48,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/79d1d3755e224c588cc924331756757a, entries=100, sequenceid=228, filesize=9.5 K 2024-11-12T21:54:48,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=126.68 KB/129720 for c0f81c263553f11b906b059051926895 in 508ms, sequenceid=228, compaction requested=true 2024-11-12T21:54:48,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:48,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:54:48,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:48,680 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:48,681 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:48,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:54:48,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:48,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:54:48,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:48,682 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:48,682 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/B is initiating minor compaction (all files) 2024-11-12T21:54:48,682 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/B in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:48,682 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/8473553095674f3583cded01504a3258, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/606f84b813f548b7aeb936082845be49, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/d43b89cdfa4d4084b1e62916d2bc88d2] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=33.7 K 2024-11-12T21:54:48,682 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36859 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:48,682 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/A is initiating minor compaction (all files) 2024-11-12T21:54:48,682 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/A in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:48,682 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/59ebe3955aad4c7ab229198bd0b8de81, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/25bd1c01036f4c10ba8bcc9377d2a15f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/47782725b3b64006b849f1afca918681] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=36.0 K 2024-11-12T21:54:48,684 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59ebe3955aad4c7ab229198bd0b8de81, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731448486214 2024-11-12T21:54:48,684 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 8473553095674f3583cded01504a3258, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731448486214 2024-11-12T21:54:48,684 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25bd1c01036f4c10ba8bcc9377d2a15f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731448486350 2024-11-12T21:54:48,684 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 606f84b813f548b7aeb936082845be49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731448486350 2024-11-12T21:54:48,684 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47782725b3b64006b849f1afca918681, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731448487018 2024-11-12T21:54:48,684 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting d43b89cdfa4d4084b1e62916d2bc88d2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731448487018 2024-11-12T21:54:48,695 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#A#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:48,696 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/2455c317ff734ae4925ac92df3c3c27f is 50, key is test_row_0/A:col10/1731448487018/Put/seqid=0 2024-11-12T21:54:48,699 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#B#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:48,699 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/57a8ff4340864b1398201dbde2d0a63d is 50, key is test_row_0/B:col10/1731448487018/Put/seqid=0 2024-11-12T21:54:48,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-12T21:54:48,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:48,715 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=126.68 KB heapSize=363.23 KB 2024-11-12T21:54:48,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:48,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:48,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:48,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:48,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:48,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:54:48,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742079_1255 (size=12663) 2024-11-12T21:54:48,757 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/57a8ff4340864b1398201dbde2d0a63d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/57a8ff4340864b1398201dbde2d0a63d 2024-11-12T21:54:48,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742078_1254 (size=12663) 2024-11-12T21:54:48,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/9a7888fb7a654ca99a88cfcec8baeec3 is 50, key is test_row_0/A:col10/1731448488251/Put/seqid=0 2024-11-12T21:54:48,771 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/2455c317ff734ae4925ac92df3c3c27f as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/2455c317ff734ae4925ac92df3c3c27f 2024-11-12T21:54:48,781 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/A of c0f81c263553f11b906b059051926895 into 2455c317ff734ae4925ac92df3c3c27f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:48,781 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:48,781 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/A, priority=13, startTime=1731448488680; duration=0sec 2024-11-12T21:54:48,782 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:48,782 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:A 2024-11-12T21:54:48,782 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:48,782 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/B of c0f81c263553f11b906b059051926895 into 57a8ff4340864b1398201dbde2d0a63d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:48,782 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:48,782 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/B, priority=13, startTime=1731448488680; duration=0sec 2024-11-12T21:54:48,782 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:48,782 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:B 2024-11-12T21:54:48,783 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:48,783 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/C is initiating minor compaction (all files) 2024-11-12T21:54:48,783 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/C in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:48,784 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/56185e05d0fb4bfb9858367d31e559f0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/9075016116134ddf817c31182f29331b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/79d1d3755e224c588cc924331756757a] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=33.7 K 2024-11-12T21:54:48,784 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56185e05d0fb4bfb9858367d31e559f0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731448486214 2024-11-12T21:54:48,785 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9075016116134ddf817c31182f29331b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731448486350 2024-11-12T21:54:48,786 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79d1d3755e224c588cc924331756757a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731448487018 2024-11-12T21:54:48,803 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#C#compaction#218 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:48,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742080_1256 (size=12301) 2024-11-12T21:54:48,805 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/9a7888fb7a654ca99a88cfcec8baeec3 2024-11-12T21:54:48,806 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/8b0c8ae02ae2478ea58305a7b846259c is 50, key is test_row_0/C:col10/1731448487018/Put/seqid=0 2024-11-12T21:54:48,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/591423fbc71940a1b99867ec7e9102fb is 50, key is test_row_0/B:col10/1731448488251/Put/seqid=0 2024-11-12T21:54:48,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742081_1257 (size=12663) 2024-11-12T21:54:48,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742082_1258 (size=12301) 2024-11-12T21:54:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:48,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T21:54:48,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448548892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448548895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448548899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448548900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:48,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448548900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:48,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:48,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:48,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:49,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448548999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:49,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:49,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448549010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:49,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T21:54:49,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448549209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:49,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:49,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448549219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:49,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:49,236 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/8b0c8ae02ae2478ea58305a7b846259c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/8b0c8ae02ae2478ea58305a7b846259c 2024-11-12T21:54:49,243 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/C of c0f81c263553f11b906b059051926895 into 8b0c8ae02ae2478ea58305a7b846259c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:49,243 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:49,243 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/C, priority=13, startTime=1731448488681; duration=0sec 2024-11-12T21:54:49,243 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:49,243 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:C 2024-11-12T21:54:49,244 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/591423fbc71940a1b99867ec7e9102fb 2024-11-12T21:54:49,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/3975d8618a0f4057961a8ad591460273 is 50, key is test_row_0/C:col10/1731448488251/Put/seqid=0 2024-11-12T21:54:49,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742083_1259 (size=12301) 2024-11-12T21:54:49,277 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/3975d8618a0f4057961a8ad591460273 2024-11-12T21:54:49,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/9a7888fb7a654ca99a88cfcec8baeec3 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/9a7888fb7a654ca99a88cfcec8baeec3 2024-11-12T21:54:49,298 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/9a7888fb7a654ca99a88cfcec8baeec3, entries=150, sequenceid=264, filesize=12.0 K 2024-11-12T21:54:49,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/591423fbc71940a1b99867ec7e9102fb as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/591423fbc71940a1b99867ec7e9102fb 2024-11-12T21:54:49,305 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/591423fbc71940a1b99867ec7e9102fb, entries=150, sequenceid=264, filesize=12.0 K 2024-11-12T21:54:49,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/3975d8618a0f4057961a8ad591460273 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/3975d8618a0f4057961a8ad591460273 2024-11-12T21:54:49,313 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/3975d8618a0f4057961a8ad591460273, entries=150, sequenceid=264, filesize=12.0 K 2024-11-12T21:54:49,314 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~126.68 KB/129720, heapSize ~363.19 KB/371904, currentSize=53.67 KB/54960 for c0f81c263553f11b906b059051926895 in 599ms, sequenceid=264, compaction requested=false 2024-11-12T21:54:49,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:49,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:49,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-12T21:54:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-12T21:54:49,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-12T21:54:49,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 754 msec 2024-11-12T21:54:49,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 759 msec 2024-11-12T21:54:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:49,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-12T21:54:49,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:49,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:49,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:49,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:49,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:49,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:49,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/83a7845f94574a29b57a741fd42e8afa is 50, key is test_row_0/A:col10/1731448488889/Put/seqid=0 2024-11-12T21:54:49,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742084_1260 (size=14741) 2024-11-12T21:54:49,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448549444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:49,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:49,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448549445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:49,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:49,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448549450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:49,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:49,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448549519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:49,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:49,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448549530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:49,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:49,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448549559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:49,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:49,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448549560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:49,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:49,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:49,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448549560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:49,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:49,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T21:54:49,700 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:49,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-12T21:54:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T21:54:49,705 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:49,708 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:49,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:49,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448549769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:49,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:49,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448549769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:49,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448549769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:49,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:49,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:49,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T21:54:49,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/83a7845f94574a29b57a741fd42e8afa 2024-11-12T21:54:49,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/eef9a8e95c0548629a2c813504c507cf is 50, key is test_row_0/B:col10/1731448488889/Put/seqid=0 2024-11-12T21:54:49,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742085_1261 (size=12301) 2024-11-12T21:54:49,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/eef9a8e95c0548629a2c813504c507cf 2024-11-12T21:54:49,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/58f97f1179c34a9e98c15303b621e900 is 50, key is test_row_0/C:col10/1731448488889/Put/seqid=0 2024-11-12T21:54:49,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-12T21:54:49,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:49,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:49,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:49,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:49,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:49,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742086_1262 (size=12301) 2024-11-12T21:54:49,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/58f97f1179c34a9e98c15303b621e900 2024-11-12T21:54:49,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/83a7845f94574a29b57a741fd42e8afa as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/83a7845f94574a29b57a741fd42e8afa 2024-11-12T21:54:49,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/83a7845f94574a29b57a741fd42e8afa, entries=200, sequenceid=280, filesize=14.4 K 2024-11-12T21:54:49,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/eef9a8e95c0548629a2c813504c507cf as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/eef9a8e95c0548629a2c813504c507cf 2024-11-12T21:54:49,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/eef9a8e95c0548629a2c813504c507cf, entries=150, sequenceid=280, filesize=12.0 K 2024-11-12T21:54:49,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/58f97f1179c34a9e98c15303b621e900 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/58f97f1179c34a9e98c15303b621e900 2024-11-12T21:54:49,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/58f97f1179c34a9e98c15303b621e900, entries=150, sequenceid=280, filesize=12.0 K 2024-11-12T21:54:49,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for c0f81c263553f11b906b059051926895 in 498ms, sequenceid=280, compaction requested=true 2024-11-12T21:54:49,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:49,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:54:49,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:49,909 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:49,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:54:49,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:49,909 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:49,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:54:49,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:49,911 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:49,911 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:49,911 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/A is initiating minor compaction (all files) 2024-11-12T21:54:49,911 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/B is initiating minor compaction (all files) 2024-11-12T21:54:49,911 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/B in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:49,911 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/A in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:49,911 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/2455c317ff734ae4925ac92df3c3c27f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/9a7888fb7a654ca99a88cfcec8baeec3, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/83a7845f94574a29b57a741fd42e8afa] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=38.8 K 2024-11-12T21:54:49,911 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/57a8ff4340864b1398201dbde2d0a63d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/591423fbc71940a1b99867ec7e9102fb, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/eef9a8e95c0548629a2c813504c507cf] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=36.4 K 2024-11-12T21:54:49,913 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 57a8ff4340864b1398201dbde2d0a63d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731448486350 2024-11-12T21:54:49,913 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2455c317ff734ae4925ac92df3c3c27f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731448486350 2024-11-12T21:54:49,914 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a7888fb7a654ca99a88cfcec8baeec3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731448488251 2024-11-12T21:54:49,914 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 591423fbc71940a1b99867ec7e9102fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731448488251 2024-11-12T21:54:49,914 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83a7845f94574a29b57a741fd42e8afa, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731448488889 2024-11-12T21:54:49,915 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting eef9a8e95c0548629a2c813504c507cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731448488889 2024-11-12T21:54:49,925 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#B#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:49,925 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#A#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:49,925 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/3e0be2566af44fed87eacbd31861431c is 50, key is test_row_0/B:col10/1731448488889/Put/seqid=0 2024-11-12T21:54:49,925 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/02609737e9f54478a8150cdcad669557 is 50, key is test_row_0/A:col10/1731448488889/Put/seqid=0 2024-11-12T21:54:49,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742087_1263 (size=12915) 2024-11-12T21:54:49,953 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/3e0be2566af44fed87eacbd31861431c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/3e0be2566af44fed87eacbd31861431c 2024-11-12T21:54:49,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742088_1264 (size=12915) 2024-11-12T21:54:49,970 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/02609737e9f54478a8150cdcad669557 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/02609737e9f54478a8150cdcad669557 2024-11-12T21:54:49,971 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/B of c0f81c263553f11b906b059051926895 into 3e0be2566af44fed87eacbd31861431c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:49,971 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:49,972 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/B, priority=13, startTime=1731448489909; duration=0sec 2024-11-12T21:54:49,972 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:49,972 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:B 2024-11-12T21:54:49,972 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:49,977 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/A of c0f81c263553f11b906b059051926895 into 02609737e9f54478a8150cdcad669557(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:49,977 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:49,977 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/A, priority=13, startTime=1731448489909; duration=0sec 2024-11-12T21:54:49,977 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:49,977 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:A 2024-11-12T21:54:49,980 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:49,980 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/C is initiating minor compaction (all files) 2024-11-12T21:54:49,980 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/C in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:49,980 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/8b0c8ae02ae2478ea58305a7b846259c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/3975d8618a0f4057961a8ad591460273, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/58f97f1179c34a9e98c15303b621e900] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=36.4 K 2024-11-12T21:54:49,981 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b0c8ae02ae2478ea58305a7b846259c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731448486350 2024-11-12T21:54:49,981 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 3975d8618a0f4057961a8ad591460273, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731448488251 2024-11-12T21:54:49,981 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 58f97f1179c34a9e98c15303b621e900, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731448488889 2024-11-12T21:54:49,995 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#C#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:49,995 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/5c68f7ecc2a04707b805d6a0a80cbf30 is 50, key is test_row_0/C:col10/1731448488889/Put/seqid=0 2024-11-12T21:54:50,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742089_1265 (size=12915) 2024-11-12T21:54:50,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-12T21:54:50,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:50,017 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-12T21:54:50,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T21:54:50,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/9b29242c22074433ac37a222c0f233e5 is 50, key is test_row_0/A:col10/1731448489448/Put/seqid=0 2024-11-12T21:54:50,028 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/5c68f7ecc2a04707b805d6a0a80cbf30 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/5c68f7ecc2a04707b805d6a0a80cbf30 2024-11-12T21:54:50,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742090_1266 (size=12301) 2024-11-12T21:54:50,032 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/9b29242c22074433ac37a222c0f233e5 2024-11-12T21:54:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:50,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:50,037 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/C of c0f81c263553f11b906b059051926895 into 5c68f7ecc2a04707b805d6a0a80cbf30(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:50,037 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:50,037 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/C, priority=13, startTime=1731448489909; duration=0sec 2024-11-12T21:54:50,037 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:50,037 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:C 2024-11-12T21:54:50,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/b72a08e3963041b9aa33f5001183cc40 is 50, key is test_row_0/B:col10/1731448489448/Put/seqid=0 2024-11-12T21:54:50,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742091_1267 (size=12301) 2024-11-12T21:54:50,062 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/b72a08e3963041b9aa33f5001183cc40 2024-11-12T21:54:50,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/901b196b3ef9479084f7258fb79412a5 is 50, key is test_row_0/C:col10/1731448489448/Put/seqid=0 2024-11-12T21:54:50,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:50,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448550080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448550080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:50,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448550080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:50,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448550082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:50,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448550082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:50,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:50,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:50,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:50,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:50,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:50,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742092_1268 (size=12301) 2024-11-12T21:54:50,097 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/901b196b3ef9479084f7258fb79412a5 2024-11-12T21:54:50,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/9b29242c22074433ac37a222c0f233e5 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/9b29242c22074433ac37a222c0f233e5 2024-11-12T21:54:50,107 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/9b29242c22074433ac37a222c0f233e5, entries=150, sequenceid=301, filesize=12.0 K 2024-11-12T21:54:50,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/b72a08e3963041b9aa33f5001183cc40 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/b72a08e3963041b9aa33f5001183cc40 2024-11-12T21:54:50,113 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/b72a08e3963041b9aa33f5001183cc40, entries=150, sequenceid=301, filesize=12.0 K 2024-11-12T21:54:50,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/901b196b3ef9479084f7258fb79412a5 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/901b196b3ef9479084f7258fb79412a5 2024-11-12T21:54:50,120 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/901b196b3ef9479084f7258fb79412a5, entries=150, sequenceid=301, filesize=12.0 K 2024-11-12T21:54:50,121 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for c0f81c263553f11b906b059051926895 in 104ms, sequenceid=301, compaction requested=false 2024-11-12T21:54:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-12T21:54:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-12T21:54:50,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-12T21:54:50,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 415 msec 2024-11-12T21:54:50,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 426 msec 2024-11-12T21:54:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:50,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-12T21:54:50,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:50,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:50,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:50,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:50,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:50,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:50,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/4b8e37ddd6164cd691808439982f465a is 50, key is test_row_0/A:col10/1731448490058/Put/seqid=0 2024-11-12T21:54:50,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742093_1269 (size=12301) 2024-11-12T21:54:50,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448550237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:50,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:50,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448550239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T21:54:50,330 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:50,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-12T21:54:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T21:54:50,332 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:50,333 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:50,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:50,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448550349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:50,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:50,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448550349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:50,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T21:54:50,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-12T21:54:50,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:50,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:50,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:50,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:50,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:50,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448550560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:50,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448550560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:50,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448550589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:50,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:50,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448550599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448550600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:50,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/4b8e37ddd6164cd691808439982f465a 2024-11-12T21:54:50,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/19621897d69a48ce923a365317c0b0a4 is 50, key is test_row_0/B:col10/1731448490058/Put/seqid=0 2024-11-12T21:54:50,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742094_1270 (size=12301) 2024-11-12T21:54:50,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-12T21:54:50,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:50,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:50,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:50,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:50,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T21:54:50,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-12T21:54:50,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:50,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:50,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:50,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:50,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:50,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448550869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:50,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:50,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448550869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:50,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:50,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:50,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:50,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-12T21:54:50,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:50,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:50,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:50,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:50,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T21:54:51,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/19621897d69a48ce923a365317c0b0a4 2024-11-12T21:54:51,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/a08b9a55ce13415a851c9ebf6e8311ec is 50, key is test_row_0/C:col10/1731448490058/Put/seqid=0 2024-11-12T21:54:51,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742095_1271 (size=12301) 2024-11-12T21:54:51,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/a08b9a55ce13415a851c9ebf6e8311ec 2024-11-12T21:54:51,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/4b8e37ddd6164cd691808439982f465a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/4b8e37ddd6164cd691808439982f465a 2024-11-12T21:54:51,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/4b8e37ddd6164cd691808439982f465a, entries=150, sequenceid=316, filesize=12.0 K 2024-11-12T21:54:51,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/19621897d69a48ce923a365317c0b0a4 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/19621897d69a48ce923a365317c0b0a4 2024-11-12T21:54:51,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/19621897d69a48ce923a365317c0b0a4, entries=150, sequenceid=316, filesize=12.0 K 2024-11-12T21:54:51,080 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-12T21:54:51,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/a08b9a55ce13415a851c9ebf6e8311ec as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/a08b9a55ce13415a851c9ebf6e8311ec 2024-11-12T21:54:51,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/a08b9a55ce13415a851c9ebf6e8311ec, entries=150, sequenceid=316, filesize=12.0 K 2024-11-12T21:54:51,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for c0f81c263553f11b906b059051926895 in 902ms, sequenceid=316, compaction requested=true 2024-11-12T21:54:51,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:51,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:54:51,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:51,095 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:51,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:54:51,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:51,095 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:51,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:54:51,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:51,096 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:51,096 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/A is initiating minor compaction (all files) 2024-11-12T21:54:51,096 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/A in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:51,096 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/02609737e9f54478a8150cdcad669557, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/9b29242c22074433ac37a222c0f233e5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/4b8e37ddd6164cd691808439982f465a] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=36.6 K 2024-11-12T21:54:51,096 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:51,096 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/B is initiating minor compaction (all files) 2024-11-12T21:54:51,096 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02609737e9f54478a8150cdcad669557, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731448488889 2024-11-12T21:54:51,096 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/B in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:51,096 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/3e0be2566af44fed87eacbd31861431c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/b72a08e3963041b9aa33f5001183cc40, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/19621897d69a48ce923a365317c0b0a4] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=36.6 K 2024-11-12T21:54:51,096 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b29242c22074433ac37a222c0f233e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731448489427 2024-11-12T21:54:51,097 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e0be2566af44fed87eacbd31861431c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731448488889 2024-11-12T21:54:51,097 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b8e37ddd6164cd691808439982f465a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731448490056 2024-11-12T21:54:51,097 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting b72a08e3963041b9aa33f5001183cc40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731448489427 2024-11-12T21:54:51,097 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 19621897d69a48ce923a365317c0b0a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731448490056 2024-11-12T21:54:51,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-12T21:54:51,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:51,099 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-12T21:54:51,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:51,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:51,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:51,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:51,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:51,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:51,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/e286041473304cb0b8ff4ae136c929e3 is 50, key is test_row_0/A:col10/1731448490237/Put/seqid=0 2024-11-12T21:54:51,126 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#B#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:51,126 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/75cd37e22317410fae49f64ff6176351 is 50, key is test_row_0/B:col10/1731448490058/Put/seqid=0 2024-11-12T21:54:51,137 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#A#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:51,138 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/d5da24a14fd54b4bb87cee66e7ae74a1 is 50, key is test_row_0/A:col10/1731448490058/Put/seqid=0 2024-11-12T21:54:51,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742096_1272 (size=12301) 2024-11-12T21:54:51,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742098_1274 (size=13017) 2024-11-12T21:54:51,177 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/d5da24a14fd54b4bb87cee66e7ae74a1 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/d5da24a14fd54b4bb87cee66e7ae74a1 2024-11-12T21:54:51,184 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/A of c0f81c263553f11b906b059051926895 into d5da24a14fd54b4bb87cee66e7ae74a1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:51,184 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:51,184 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/A, priority=13, startTime=1731448491094; duration=0sec 2024-11-12T21:54:51,184 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:51,184 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:A 2024-11-12T21:54:51,184 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:51,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742097_1273 (size=13017) 2024-11-12T21:54:51,189 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:51,189 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/C is initiating minor compaction (all files) 2024-11-12T21:54:51,189 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/C in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:51,189 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/5c68f7ecc2a04707b805d6a0a80cbf30, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/901b196b3ef9479084f7258fb79412a5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/a08b9a55ce13415a851c9ebf6e8311ec] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=36.6 K 2024-11-12T21:54:51,190 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c68f7ecc2a04707b805d6a0a80cbf30, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731448488889 2024-11-12T21:54:51,192 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 901b196b3ef9479084f7258fb79412a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731448489427 2024-11-12T21:54:51,192 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting a08b9a55ce13415a851c9ebf6e8311ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731448490056 2024-11-12T21:54:51,195 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/75cd37e22317410fae49f64ff6176351 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/75cd37e22317410fae49f64ff6176351 2024-11-12T21:54:51,203 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/B of c0f81c263553f11b906b059051926895 into 75cd37e22317410fae49f64ff6176351(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:51,203 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:51,203 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/B, priority=13, startTime=1731448491095; duration=0sec 2024-11-12T21:54:51,203 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:51,203 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:B 2024-11-12T21:54:51,231 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#C#compaction#236 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:51,233 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/a22475b7049b4ecfaf989ddb7d9413bc is 50, key is test_row_0/C:col10/1731448490058/Put/seqid=0 2024-11-12T21:54:51,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742099_1275 (size=13017) 2024-11-12T21:54:51,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:51,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448551418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:51,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448551418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:51,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:51,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T21:54:51,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448551529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:51,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448551529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:51,557 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/e286041473304cb0b8ff4ae136c929e3 2024-11-12T21:54:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/56a3a319552b4711860e82b7c92806d0 is 50, key is test_row_0/B:col10/1731448490237/Put/seqid=0 2024-11-12T21:54:51,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448551599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:51,604 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in c0f81c263553f11b906b059051926895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:51,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:51,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448551610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:51,613 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in c0f81c263553f11b906b059051926895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:51,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:51,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448551619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:51,625 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in c0f81c263553f11b906b059051926895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:51,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:51,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742100_1276 (size=12301) 2024-11-12T21:54:51,627 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/56a3a319552b4711860e82b7c92806d0 2024-11-12T21:54:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/47158ff8138c4e08a8778ffcf1afa4dc is 50, key is test_row_0/C:col10/1731448490237/Put/seqid=0 2024-11-12T21:54:51,670 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/a22475b7049b4ecfaf989ddb7d9413bc as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/a22475b7049b4ecfaf989ddb7d9413bc 2024-11-12T21:54:51,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742101_1277 (size=12301) 2024-11-12T21:54:51,678 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/C of c0f81c263553f11b906b059051926895 into a22475b7049b4ecfaf989ddb7d9413bc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:51,678 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:51,678 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/C, priority=13, startTime=1731448491095; duration=0sec 2024-11-12T21:54:51,678 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:51,679 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:C 2024-11-12T21:54:51,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448551740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:51,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448551740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:51,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:51,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:51,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:52,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:52,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448552049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448552049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:52,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:52,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:52,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:52,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:52,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:52,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:52,078 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/47158ff8138c4e08a8778ffcf1afa4dc 2024-11-12T21:54:52,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/e286041473304cb0b8ff4ae136c929e3 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/e286041473304cb0b8ff4ae136c929e3 2024-11-12T21:54:52,095 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/e286041473304cb0b8ff4ae136c929e3, entries=150, sequenceid=334, filesize=12.0 K 2024-11-12T21:54:52,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/56a3a319552b4711860e82b7c92806d0 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/56a3a319552b4711860e82b7c92806d0 2024-11-12T21:54:52,109 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/56a3a319552b4711860e82b7c92806d0, entries=150, sequenceid=334, filesize=12.0 K 2024-11-12T21:54:52,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/47158ff8138c4e08a8778ffcf1afa4dc as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/47158ff8138c4e08a8778ffcf1afa4dc 2024-11-12T21:54:52,118 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/47158ff8138c4e08a8778ffcf1afa4dc, entries=150, sequenceid=334, filesize=12.0 K 2024-11-12T21:54:52,119 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for c0f81c263553f11b906b059051926895 in 1021ms, sequenceid=334, compaction requested=false 2024-11-12T21:54:52,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:52,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:52,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-12T21:54:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-12T21:54:52,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-12T21:54:52,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7880 sec 2024-11-12T21:54:52,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.7930 sec 2024-11-12T21:54:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T21:54:52,479 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:52,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-12T21:54:52,483 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:52,484 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:52,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T21:54:52,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-12T21:54:52,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:52,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:52,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:52,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:52,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:52,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:52,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/63deb65ccbd2400fb7bf214328c45974 is 50, key is test_row_0/A:col10/1731448491417/Put/seqid=0 2024-11-12T21:54:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T21:54:52,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742102_1278 (size=12301) 2024-11-12T21:54:52,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/63deb65ccbd2400fb7bf214328c45974 2024-11-12T21:54:52,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/9dbfe67fd6264fbeb41415aa08d467af is 50, key is test_row_0/B:col10/1731448491417/Put/seqid=0 2024-11-12T21:54:52,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448552632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:52,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:52,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:52,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-12T21:54:52,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:52,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:52,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:52,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:52,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:52,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:52,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448552637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:52,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742103_1279 (size=12301) 2024-11-12T21:54:52,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/9dbfe67fd6264fbeb41415aa08d467af 2024-11-12T21:54:52,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/b4899552c29e4d8b9fc321e6753c3cf8 is 50, key is test_row_0/C:col10/1731448491417/Put/seqid=0 2024-11-12T21:54:52,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742104_1280 (size=12301) 2024-11-12T21:54:52,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/b4899552c29e4d8b9fc321e6753c3cf8 2024-11-12T21:54:52,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/63deb65ccbd2400fb7bf214328c45974 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/63deb65ccbd2400fb7bf214328c45974 2024-11-12T21:54:52,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/63deb65ccbd2400fb7bf214328c45974, entries=150, sequenceid=352, filesize=12.0 K 2024-11-12T21:54:52,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/9dbfe67fd6264fbeb41415aa08d467af as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9dbfe67fd6264fbeb41415aa08d467af 2024-11-12T21:54:52,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9dbfe67fd6264fbeb41415aa08d467af, entries=150, sequenceid=352, filesize=12.0 K 2024-11-12T21:54:52,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/b4899552c29e4d8b9fc321e6753c3cf8 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/b4899552c29e4d8b9fc321e6753c3cf8 2024-11-12T21:54:52,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/b4899552c29e4d8b9fc321e6753c3cf8, entries=150, sequenceid=352, filesize=12.0 K 2024-11-12T21:54:52,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for c0f81c263553f11b906b059051926895 in 151ms, sequenceid=352, compaction requested=true 2024-11-12T21:54:52,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:52,712 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:52,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:54:52,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:52,713 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:52,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:54:52,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:52,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:54:52,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:52,716 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:52,717 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/B is initiating minor compaction (all files) 2024-11-12T21:54:52,717 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/B in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:52,717 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/75cd37e22317410fae49f64ff6176351, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/56a3a319552b4711860e82b7c92806d0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9dbfe67fd6264fbeb41415aa08d467af] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=36.7 K 2024-11-12T21:54:52,717 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:52,717 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/A is initiating minor compaction (all files) 2024-11-12T21:54:52,717 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/A in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:52,717 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/d5da24a14fd54b4bb87cee66e7ae74a1, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/e286041473304cb0b8ff4ae136c929e3, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/63deb65ccbd2400fb7bf214328c45974] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=36.7 K 2024-11-12T21:54:52,718 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5da24a14fd54b4bb87cee66e7ae74a1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731448490056 2024-11-12T21:54:52,718 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 75cd37e22317410fae49f64ff6176351, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731448490056 2024-11-12T21:54:52,718 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting e286041473304cb0b8ff4ae136c929e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731448490227 2024-11-12T21:54:52,718 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 56a3a319552b4711860e82b7c92806d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731448490227 2024-11-12T21:54:52,719 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63deb65ccbd2400fb7bf214328c45974, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731448491409 2024-11-12T21:54:52,719 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dbfe67fd6264fbeb41415aa08d467af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731448491409 2024-11-12T21:54:52,731 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#B#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:52,732 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/1b41ac63c32040c9a852644541925b58 is 50, key is test_row_0/B:col10/1731448491417/Put/seqid=0 2024-11-12T21:54:52,747 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#A#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:52,747 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/b160357079eb414aa2de82c2a9018b88 is 50, key is test_row_0/A:col10/1731448491417/Put/seqid=0 2024-11-12T21:54:52,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-12T21:54:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:52,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:52,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:52,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:52,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:52,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:52,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:52,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/94ae5993bc0348d0bf3199d80802130f is 50, key is test_row_0/A:col10/1731448492752/Put/seqid=0 2024-11-12T21:54:52,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-12T21:54:52,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:52,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:52,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:52,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:52,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:52,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742105_1281 (size=13119) 2024-11-12T21:54:52,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742106_1282 (size=13119) 2024-11-12T21:54:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T21:54:52,803 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/1b41ac63c32040c9a852644541925b58 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/1b41ac63c32040c9a852644541925b58 2024-11-12T21:54:52,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448552798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:52,808 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/b160357079eb414aa2de82c2a9018b88 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/b160357079eb414aa2de82c2a9018b88 2024-11-12T21:54:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:52,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448552800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:52,812 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/B of c0f81c263553f11b906b059051926895 into 1b41ac63c32040c9a852644541925b58(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:52,812 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:52,812 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/B, priority=13, startTime=1731448492713; duration=0sec 2024-11-12T21:54:52,812 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:52,812 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:B 2024-11-12T21:54:52,813 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:54:52,814 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:54:52,814 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/C is initiating minor compaction (all files) 2024-11-12T21:54:52,815 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/C in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:52,815 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/a22475b7049b4ecfaf989ddb7d9413bc, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/47158ff8138c4e08a8778ffcf1afa4dc, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/b4899552c29e4d8b9fc321e6753c3cf8] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=36.7 K 2024-11-12T21:54:52,816 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting a22475b7049b4ecfaf989ddb7d9413bc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731448490056 2024-11-12T21:54:52,817 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 47158ff8138c4e08a8778ffcf1afa4dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731448490227 2024-11-12T21:54:52,818 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting b4899552c29e4d8b9fc321e6753c3cf8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731448491409 2024-11-12T21:54:52,819 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/A of c0f81c263553f11b906b059051926895 into b160357079eb414aa2de82c2a9018b88(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:52,819 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:52,819 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/A, priority=13, startTime=1731448492712; duration=0sec 2024-11-12T21:54:52,820 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:52,820 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:A 2024-11-12T21:54:52,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742107_1283 (size=14741) 2024-11-12T21:54:52,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/94ae5993bc0348d0bf3199d80802130f 2024-11-12T21:54:52,844 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#C#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:52,845 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/5064fab60f564a8fa38ff89cd1f0f2e0 is 50, key is test_row_0/C:col10/1731448491417/Put/seqid=0 2024-11-12T21:54:52,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/ef19b9160a014e0c8715e05a227b2d40 is 50, key is test_row_0/B:col10/1731448492752/Put/seqid=0 2024-11-12T21:54:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742108_1284 (size=13119) 2024-11-12T21:54:52,913 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/5064fab60f564a8fa38ff89cd1f0f2e0 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/5064fab60f564a8fa38ff89cd1f0f2e0 2024-11-12T21:54:52,919 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0f81c263553f11b906b059051926895/C of c0f81c263553f11b906b059051926895 into 5064fab60f564a8fa38ff89cd1f0f2e0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:52,919 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:52,919 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/C, priority=13, startTime=1731448492713; duration=0sec 2024-11-12T21:54:52,919 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:52,919 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:C 2024-11-12T21:54:52,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448552919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:52,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:52,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:52,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:52,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448552919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:52,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742109_1285 (size=12301) 2024-11-12T21:54:52,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-12T21:54:52,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:52,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:52,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:52,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:52,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:53,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-12T21:54:53,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:53,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:53,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:53,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:53,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T21:54:53,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:53,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448553129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448553129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:53,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:53,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-12T21:54:53,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:53,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:53,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:53,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:53,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:53,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/ef19b9160a014e0c8715e05a227b2d40 2024-11-12T21:54:53,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/1db64569c1c84438abba3a75460e0415 is 50, key is test_row_0/C:col10/1731448492752/Put/seqid=0 2024-11-12T21:54:53,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-12T21:54:53,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:53,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:53,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:53,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:53,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:53,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742110_1286 (size=12301) 2024-11-12T21:54:53,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448553439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:53,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:53,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:53,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:53,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448553449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:53,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:53,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:53,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:53,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-12T21:54:53,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:53,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:53,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:53,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:53,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T21:54:53,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1731448553629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:53,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33652 deadline: 1731448553629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:53,632 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in c0f81c263553f11b906b059051926895 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:53,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:53,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:53,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:53,632 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in c0f81c263553f11b906b059051926895 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:53,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:53,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:53,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:53,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33576 deadline: 1731448553649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:53,653 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in c0f81c263553f11b906b059051926895 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:54:53,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:53,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:53,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:53,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-12T21:54:53,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:53,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:53,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:53,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:53,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:54:53,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/1db64569c1c84438abba3a75460e0415 2024-11-12T21:54:53,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/94ae5993bc0348d0bf3199d80802130f as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/94ae5993bc0348d0bf3199d80802130f 2024-11-12T21:54:53,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/94ae5993bc0348d0bf3199d80802130f, entries=200, sequenceid=371, filesize=14.4 K 2024-11-12T21:54:53,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/ef19b9160a014e0c8715e05a227b2d40 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/ef19b9160a014e0c8715e05a227b2d40 2024-11-12T21:54:53,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/ef19b9160a014e0c8715e05a227b2d40, entries=150, sequenceid=371, filesize=12.0 K 2024-11-12T21:54:53,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/1db64569c1c84438abba3a75460e0415 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/1db64569c1c84438abba3a75460e0415 2024-11-12T21:54:53,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/1db64569c1c84438abba3a75460e0415, entries=150, sequenceid=371, filesize=12.0 K 2024-11-12T21:54:53,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for c0f81c263553f11b906b059051926895 in 1092ms, sequenceid=371, compaction requested=false 2024-11-12T21:54:53,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:53,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-12T21:54:53,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:53,873 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-12T21:54:53,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:53,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:53,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:53,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:53,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:53,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:53,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/4e14f881b2cd49d0a40f65466c66df70 is 50, key is test_row_0/A:col10/1731448492793/Put/seqid=0 2024-11-12T21:54:53,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742111_1287 (size=12301) 2024-11-12T21:54:53,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:54,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448554025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:54,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:54,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:54,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:54,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448554031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:54,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:54,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:54,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:54,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448554139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:54,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:54,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:54,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:54,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448554139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:54,340 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/4e14f881b2cd49d0a40f65466c66df70 2024-11-12T21:54:54,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/734309af110641889254e84c041e71e8 is 50, key is test_row_0/B:col10/1731448492793/Put/seqid=0 2024-11-12T21:54:54,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742112_1288 (size=12301) 2024-11-12T21:54:54,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448554349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:54,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:54,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:54,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448554349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:54,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:54,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:54,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:54,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T21:54:54,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448554660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:54,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:54,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448554660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:54,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:54,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:54,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:54,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:54,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:54,750 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/734309af110641889254e84c041e71e8 2024-11-12T21:54:54,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/af67a6db87d44f1fab9a37270c5d9598 is 50, key is test_row_0/C:col10/1731448492793/Put/seqid=0 2024-11-12T21:54:54,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742113_1289 (size=12301) 2024-11-12T21:54:54,764 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/af67a6db87d44f1fab9a37270c5d9598 2024-11-12T21:54:54,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/4e14f881b2cd49d0a40f65466c66df70 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/4e14f881b2cd49d0a40f65466c66df70 2024-11-12T21:54:54,775 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/4e14f881b2cd49d0a40f65466c66df70, entries=150, sequenceid=387, filesize=12.0 K 2024-11-12T21:54:54,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/734309af110641889254e84c041e71e8 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/734309af110641889254e84c041e71e8 2024-11-12T21:54:54,780 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/734309af110641889254e84c041e71e8, entries=150, sequenceid=387, filesize=12.0 K 2024-11-12T21:54:54,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/af67a6db87d44f1fab9a37270c5d9598 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/af67a6db87d44f1fab9a37270c5d9598 2024-11-12T21:54:54,785 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/af67a6db87d44f1fab9a37270c5d9598, entries=150, sequenceid=387, filesize=12.0 K 2024-11-12T21:54:54,785 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for c0f81c263553f11b906b059051926895 in 912ms, sequenceid=387, compaction requested=true 2024-11-12T21:54:54,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:54,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:54,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-12T21:54:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-12T21:54:54,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-12T21:54:54,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3030 sec 2024-11-12T21:54:54,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.3090 sec 2024-11-12T21:54:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:55,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-12T21:54:55,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:55,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:55,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:55,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:55,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:55,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:55,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/451439cc349f4b8da920a9e3198826ac is 50, key is test_row_0/A:col10/1731448494007/Put/seqid=0 2024-11-12T21:54:55,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742114_1290 (size=12301) 2024-11-12T21:54:55,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448555195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:55,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:55,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:55,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:55,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448555198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:55,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:55,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:55,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:55,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448555309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:55,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448555309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:55,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448555520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:55,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448555520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:55,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/451439cc349f4b8da920a9e3198826ac 2024-11-12T21:54:55,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/c20c9708bb1646fb98f03ea2b80c8b80 is 50, key is test_row_0/B:col10/1731448494007/Put/seqid=0 2024-11-12T21:54:55,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742115_1291 (size=12301) 2024-11-12T21:54:55,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448555829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:55,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448555829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:56,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/c20c9708bb1646fb98f03ea2b80c8b80 2024-11-12T21:54:56,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/40b18b31626e4547a4a29a92379e28e1 is 50, key is test_row_0/C:col10/1731448494007/Put/seqid=0 2024-11-12T21:54:56,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742116_1292 (size=12301) 2024-11-12T21:54:56,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731448556340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:56,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:54:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33662 deadline: 1731448556340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 2024-11-12T21:54:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:56,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:56,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:54:56,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:54:56,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/40b18b31626e4547a4a29a92379e28e1 2024-11-12T21:54:56,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/451439cc349f4b8da920a9e3198826ac as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/451439cc349f4b8da920a9e3198826ac 2024-11-12T21:54:56,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/451439cc349f4b8da920a9e3198826ac, entries=150, sequenceid=407, filesize=12.0 K 2024-11-12T21:54:56,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/c20c9708bb1646fb98f03ea2b80c8b80 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/c20c9708bb1646fb98f03ea2b80c8b80 2024-11-12T21:54:56,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/c20c9708bb1646fb98f03ea2b80c8b80, entries=150, sequenceid=407, filesize=12.0 K 2024-11-12T21:54:56,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/40b18b31626e4547a4a29a92379e28e1 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/40b18b31626e4547a4a29a92379e28e1 2024-11-12T21:54:56,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/40b18b31626e4547a4a29a92379e28e1, entries=150, sequenceid=407, filesize=12.0 K 2024-11-12T21:54:56,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for c0f81c263553f11b906b059051926895 in 1261ms, sequenceid=407, compaction requested=true 2024-11-12T21:54:56,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:56,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:54:56,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:56,435 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:54:56,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:54:56,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:56,435 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:54:56,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f81c263553f11b906b059051926895:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:54:56,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:56,437 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:54:56,437 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52462 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:54:56,437 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/B is initiating minor compaction (all files) 2024-11-12T21:54:56,437 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/A is initiating minor compaction (all files) 2024-11-12T21:54:56,437 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/B in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:56,437 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/A in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:56,437 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/1b41ac63c32040c9a852644541925b58, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/ef19b9160a014e0c8715e05a227b2d40, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/734309af110641889254e84c041e71e8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/c20c9708bb1646fb98f03ea2b80c8b80] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=48.8 K 2024-11-12T21:54:56,437 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/b160357079eb414aa2de82c2a9018b88, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/94ae5993bc0348d0bf3199d80802130f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/4e14f881b2cd49d0a40f65466c66df70, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/451439cc349f4b8da920a9e3198826ac] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=51.2 K 2024-11-12T21:54:56,438 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b41ac63c32040c9a852644541925b58, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731448491409 2024-11-12T21:54:56,438 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting b160357079eb414aa2de82c2a9018b88, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731448491409 2024-11-12T21:54:56,438 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting ef19b9160a014e0c8715e05a227b2d40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731448492569 2024-11-12T21:54:56,438 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94ae5993bc0348d0bf3199d80802130f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731448492569 2024-11-12T21:54:56,438 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 734309af110641889254e84c041e71e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731448492784 2024-11-12T21:54:56,439 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e14f881b2cd49d0a40f65466c66df70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731448492784 2024-11-12T21:54:56,439 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting c20c9708bb1646fb98f03ea2b80c8b80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731448494007 2024-11-12T21:54:56,439 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 451439cc349f4b8da920a9e3198826ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731448494007 2024-11-12T21:54:56,450 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#B#compaction#254 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:56,450 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#A#compaction#255 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:56,450 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/9b2c313316e34fb38e9e1f7538582cf1 is 50, key is test_row_0/B:col10/1731448494007/Put/seqid=0 2024-11-12T21:54:56,450 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/64b33dbc56f348ea8bb1f544d7e418e9 is 50, key is test_row_0/A:col10/1731448494007/Put/seqid=0 2024-11-12T21:54:56,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742118_1294 (size=13255) 2024-11-12T21:54:56,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742117_1293 (size=13255) 2024-11-12T21:54:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T21:54:56,639 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:56,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:54:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-12T21:54:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T21:54:56,642 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:54:56,643 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:54:56,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:54:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T21:54:56,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T21:54:56,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:56,797 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-12T21:54:56,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:56,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:56,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:56,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:56,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:56,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:56,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/1fd592dfa06e43cead6484736c4e783b is 50, key is test_row_0/A:col10/1731448495197/Put/seqid=0 2024-11-12T21:54:56,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742119_1295 (size=12301) 2024-11-12T21:54:56,816 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/1fd592dfa06e43cead6484736c4e783b 2024-11-12T21:54:56,821 INFO [Thread-1010 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1010. 2024-11-12T21:54:56,821 DEBUG [Thread-1010 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:56,821 DEBUG [Thread-1010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:56,821 DEBUG [Thread-1010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:56,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:56,823 INFO [Thread-1008 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1008. 2024-11-12T21:54:56,823 DEBUG [Thread-1008 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:56,823 DEBUG [Thread-1008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:56,823 INFO [Thread-1004 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1004. 2024-11-12T21:54:56,823 DEBUG [Thread-1008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:56,823 DEBUG [Thread-1004 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:56,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:56,823 DEBUG [Thread-1004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:56,823 DEBUG [Thread-1004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:56,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:56,825 INFO [Thread-1002 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1002. 2024-11-12T21:54:56,825 DEBUG [Thread-1002 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:56,825 DEBUG [Thread-1002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:56,825 DEBUG [Thread-1002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:56,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:56,825 INFO [Thread-1006 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1006. 2024-11-12T21:54:56,825 DEBUG [Thread-1006 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:56,825 DEBUG [Thread-1006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:56,826 DEBUG [Thread-1006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:56,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:56,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/04a35157d9834a109ea130cac12749b1 is 50, key is test_row_0/B:col10/1731448495197/Put/seqid=0 2024-11-12T21:54:56,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742120_1296 (size=12301) 2024-11-12T21:54:56,867 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/64b33dbc56f348ea8bb1f544d7e418e9 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/64b33dbc56f348ea8bb1f544d7e418e9 2024-11-12T21:54:56,872 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c0f81c263553f11b906b059051926895/A of c0f81c263553f11b906b059051926895 into 64b33dbc56f348ea8bb1f544d7e418e9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:56,872 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:56,872 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/A, priority=12, startTime=1731448496434; duration=0sec 2024-11-12T21:54:56,872 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:54:56,872 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:A 2024-11-12T21:54:56,872 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:54:56,875 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:54:56,875 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): c0f81c263553f11b906b059051926895/C is initiating minor compaction (all files) 2024-11-12T21:54:56,875 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0f81c263553f11b906b059051926895/C in TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:56,875 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/5064fab60f564a8fa38ff89cd1f0f2e0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/1db64569c1c84438abba3a75460e0415, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/af67a6db87d44f1fab9a37270c5d9598, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/40b18b31626e4547a4a29a92379e28e1] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp, totalSize=48.8 K 2024-11-12T21:54:56,876 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5064fab60f564a8fa38ff89cd1f0f2e0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731448491409 2024-11-12T21:54:56,877 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1db64569c1c84438abba3a75460e0415, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731448492569 2024-11-12T21:54:56,877 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting af67a6db87d44f1fab9a37270c5d9598, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731448492784 2024-11-12T21:54:56,878 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40b18b31626e4547a4a29a92379e28e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731448494007 2024-11-12T21:54:56,882 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/9b2c313316e34fb38e9e1f7538582cf1 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9b2c313316e34fb38e9e1f7538582cf1 2024-11-12T21:54:56,886 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c0f81c263553f11b906b059051926895/B of c0f81c263553f11b906b059051926895 into 9b2c313316e34fb38e9e1f7538582cf1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:56,886 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:56,886 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/B, priority=12, startTime=1731448496435; duration=0sec 2024-11-12T21:54:56,886 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:56,887 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:B 2024-11-12T21:54:56,895 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f81c263553f11b906b059051926895#C#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:54:56,896 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/896fb8eca1bd4ff48174621493e7aac2 is 50, key is test_row_0/C:col10/1731448494007/Put/seqid=0 2024-11-12T21:54:56,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742121_1297 (size=13255) 2024-11-12T21:54:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T21:54:57,233 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/04a35157d9834a109ea130cac12749b1 2024-11-12T21:54:57,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/047dc3f3054746de8a5f7a1625fc1799 is 50, key is test_row_0/C:col10/1731448495197/Put/seqid=0 2024-11-12T21:54:57,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742122_1298 (size=12301) 2024-11-12T21:54:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T21:54:57,306 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/896fb8eca1bd4ff48174621493e7aac2 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/896fb8eca1bd4ff48174621493e7aac2 2024-11-12T21:54:57,310 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c0f81c263553f11b906b059051926895/C of c0f81c263553f11b906b059051926895 into 896fb8eca1bd4ff48174621493e7aac2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:54:57,310 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:57,310 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., storeName=c0f81c263553f11b906b059051926895/C, priority=12, startTime=1731448496435; duration=0sec 2024-11-12T21:54:57,310 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:54:57,310 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f81c263553f11b906b059051926895:C 2024-11-12T21:54:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on c0f81c263553f11b906b059051926895 2024-11-12T21:54:57,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. as already flushing 2024-11-12T21:54:57,352 INFO [Thread-991 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-991. 2024-11-12T21:54:57,352 DEBUG [Thread-991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:57,352 DEBUG [Thread-991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:57,352 DEBUG [Thread-991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:57,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:57,362 INFO [Thread-993 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-993. 2024-11-12T21:54:57,362 DEBUG [Thread-993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:57,362 DEBUG [Thread-993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:57,362 DEBUG [Thread-993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:57,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:57,647 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/047dc3f3054746de8a5f7a1625fc1799 2024-11-12T21:54:57,654 INFO [Thread-995 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-995. 2024-11-12T21:54:57,654 DEBUG [Thread-995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:57,654 DEBUG [Thread-995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:57,654 DEBUG [Thread-995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:57,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:57,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/1fd592dfa06e43cead6484736c4e783b as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/1fd592dfa06e43cead6484736c4e783b 2024-11-12T21:54:57,661 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/1fd592dfa06e43cead6484736c4e783b, entries=150, sequenceid=419, filesize=12.0 K 2024-11-12T21:54:57,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/04a35157d9834a109ea130cac12749b1 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/04a35157d9834a109ea130cac12749b1 2024-11-12T21:54:57,665 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/04a35157d9834a109ea130cac12749b1, entries=150, sequenceid=419, filesize=12.0 K 2024-11-12T21:54:57,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/047dc3f3054746de8a5f7a1625fc1799 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/047dc3f3054746de8a5f7a1625fc1799 2024-11-12T21:54:57,668 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/047dc3f3054746de8a5f7a1625fc1799, entries=150, sequenceid=419, filesize=12.0 K 2024-11-12T21:54:57,669 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=20.13 KB/20610 for c0f81c263553f11b906b059051926895 in 872ms, sequenceid=419, compaction requested=false 2024-11-12T21:54:57,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for c0f81c263553f11b906b059051926895: 2024-11-12T21:54:57,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:57,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-12T21:54:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-12T21:54:57,670 INFO [Thread-999 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-999. 2024-11-12T21:54:57,670 DEBUG [Thread-999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:57,670 DEBUG [Thread-999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:57,670 DEBUG [Thread-999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:57,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:57,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-12T21:54:57,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec 2024-11-12T21:54:57,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.0320 sec 2024-11-12T21:54:57,691 INFO [Thread-997 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-997. 2024-11-12T21:54:57,691 DEBUG [Thread-997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:54:57,691 DEBUG [Thread-997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:57,691 DEBUG [Thread-997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:57,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T21:54:57,781 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:57,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T21:54:57,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-11-12T21:54:57,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-12T21:54:57,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-12T21:54:57,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-12T21:54:57,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-12T21:54:57,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T21:54:57,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2643 2024-11-12T21:54:57,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2683 2024-11-12T21:54:57,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2622 2024-11-12T21:54:57,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2637 2024-11-12T21:54:57,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2645 2024-11-12T21:54:57,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T21:54:57,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:54:57,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:54:57,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:57,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:54:57,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:54:57,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T21:54:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T21:54:57,790 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448497790"}]},"ts":"1731448497790"} 2024-11-12T21:54:57,792 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T21:54:57,792 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T21:54:57,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:54:57,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0f81c263553f11b906b059051926895, UNASSIGN}] 2024-11-12T21:54:57,797 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0f81c263553f11b906b059051926895, UNASSIGN 2024-11-12T21:54:57,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=c0f81c263553f11b906b059051926895, regionState=CLOSING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:54:57,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0f81c263553f11b906b059051926895, UNASSIGN because future has completed 2024-11-12T21:54:57,799 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:54:57,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:54:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T21:54:57,952 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close c0f81c263553f11b906b059051926895 2024-11-12T21:54:57,952 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:54:57,952 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing c0f81c263553f11b906b059051926895, disabling compactions & flushes 2024-11-12T21:54:57,952 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:57,952 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:57,952 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. after waiting 0 ms 2024-11-12T21:54:57,953 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:57,953 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing c0f81c263553f11b906b059051926895 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-12T21:54:57,953 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=A 2024-11-12T21:54:57,954 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:57,954 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=B 2024-11-12T21:54:57,954 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:57,954 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f81c263553f11b906b059051926895, store=C 2024-11-12T21:54:57,954 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:54:57,965 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/d1d08064964e419bb4adb4b1a4a59e0c is 50, key is test_row_0/A:col10/1731448497690/Put/seqid=0 2024-11-12T21:54:57,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742123_1299 (size=9857) 2024-11-12T21:54:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T21:54:58,369 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/d1d08064964e419bb4adb4b1a4a59e0c 2024-11-12T21:54:58,377 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/a29bf33dc18a41cc9b7578b554875e3f is 50, key is test_row_0/B:col10/1731448497690/Put/seqid=0 2024-11-12T21:54:58,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742124_1300 (size=9857) 2024-11-12T21:54:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T21:54:58,652 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T21:54:58,781 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/a29bf33dc18a41cc9b7578b554875e3f 2024-11-12T21:54:58,789 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/f194844a0e1c4d48ab792eaf4ee64991 is 50, key is test_row_0/C:col10/1731448497690/Put/seqid=0 2024-11-12T21:54:58,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742125_1301 (size=9857) 2024-11-12T21:54:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T21:54:59,193 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/f194844a0e1c4d48ab792eaf4ee64991 2024-11-12T21:54:59,198 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/A/d1d08064964e419bb4adb4b1a4a59e0c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/d1d08064964e419bb4adb4b1a4a59e0c 2024-11-12T21:54:59,204 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/d1d08064964e419bb4adb4b1a4a59e0c, entries=100, sequenceid=430, filesize=9.6 K 2024-11-12T21:54:59,205 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/B/a29bf33dc18a41cc9b7578b554875e3f as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/a29bf33dc18a41cc9b7578b554875e3f 2024-11-12T21:54:59,213 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/a29bf33dc18a41cc9b7578b554875e3f, entries=100, sequenceid=430, filesize=9.6 K 2024-11-12T21:54:59,214 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/.tmp/C/f194844a0e1c4d48ab792eaf4ee64991 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/f194844a0e1c4d48ab792eaf4ee64991 2024-11-12T21:54:59,221 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/f194844a0e1c4d48ab792eaf4ee64991, entries=100, sequenceid=430, filesize=9.6 K 2024-11-12T21:54:59,223 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for c0f81c263553f11b906b059051926895 in 1269ms, sequenceid=430, compaction requested=true 2024-11-12T21:54:59,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/6ee9bfde5f1d432da9a1ccab3772d804, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/32dcf8f1b2df45f49c0b385f713ea846, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/051fbf478dcb4d57bad8898c3fa648a5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/2c38f53cd1294bebacb665eb11693e1d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/7280a47040ec4125a98e5cb653999701, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/ee60e2227d99486eac76e8b8adb5a9b6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/3cc38b9ce5b844deaefd5e7df2e0b8de, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/f8036f3f08b347b5b00b08799d82d1a1, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/c88b94881dc74324bfca2ecb58b197b9, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/183e960c1e9a40fbb1de1881a05762f6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/82aa5c41538f47bcbe297875acb341d2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/63e5601a78e04251a8b3dd8c4e74c5fc, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/59ebe3955aad4c7ab229198bd0b8de81, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/25bd1c01036f4c10ba8bcc9377d2a15f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/2455c317ff734ae4925ac92df3c3c27f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/47782725b3b64006b849f1afca918681, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/9a7888fb7a654ca99a88cfcec8baeec3, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/83a7845f94574a29b57a741fd42e8afa, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/02609737e9f54478a8150cdcad669557, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/9b29242c22074433ac37a222c0f233e5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/d5da24a14fd54b4bb87cee66e7ae74a1, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/4b8e37ddd6164cd691808439982f465a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/e286041473304cb0b8ff4ae136c929e3, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/b160357079eb414aa2de82c2a9018b88, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/63deb65ccbd2400fb7bf214328c45974, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/94ae5993bc0348d0bf3199d80802130f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/4e14f881b2cd49d0a40f65466c66df70, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/451439cc349f4b8da920a9e3198826ac] to archive 2024-11-12T21:54:59,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:54:59,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/6ee9bfde5f1d432da9a1ccab3772d804 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/6ee9bfde5f1d432da9a1ccab3772d804 2024-11-12T21:54:59,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/32dcf8f1b2df45f49c0b385f713ea846 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/32dcf8f1b2df45f49c0b385f713ea846 2024-11-12T21:54:59,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/051fbf478dcb4d57bad8898c3fa648a5 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/051fbf478dcb4d57bad8898c3fa648a5 2024-11-12T21:54:59,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/2c38f53cd1294bebacb665eb11693e1d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/2c38f53cd1294bebacb665eb11693e1d 2024-11-12T21:54:59,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/7280a47040ec4125a98e5cb653999701 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/7280a47040ec4125a98e5cb653999701 2024-11-12T21:54:59,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/ee60e2227d99486eac76e8b8adb5a9b6 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/ee60e2227d99486eac76e8b8adb5a9b6 2024-11-12T21:54:59,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/3cc38b9ce5b844deaefd5e7df2e0b8de to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/3cc38b9ce5b844deaefd5e7df2e0b8de 2024-11-12T21:54:59,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/f8036f3f08b347b5b00b08799d82d1a1 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/f8036f3f08b347b5b00b08799d82d1a1 2024-11-12T21:54:59,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/c88b94881dc74324bfca2ecb58b197b9 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/c88b94881dc74324bfca2ecb58b197b9 2024-11-12T21:54:59,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/183e960c1e9a40fbb1de1881a05762f6 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/183e960c1e9a40fbb1de1881a05762f6 2024-11-12T21:54:59,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/82aa5c41538f47bcbe297875acb341d2 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/82aa5c41538f47bcbe297875acb341d2 2024-11-12T21:54:59,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/63e5601a78e04251a8b3dd8c4e74c5fc to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/63e5601a78e04251a8b3dd8c4e74c5fc 2024-11-12T21:54:59,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/59ebe3955aad4c7ab229198bd0b8de81 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/59ebe3955aad4c7ab229198bd0b8de81 2024-11-12T21:54:59,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/25bd1c01036f4c10ba8bcc9377d2a15f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/25bd1c01036f4c10ba8bcc9377d2a15f 2024-11-12T21:54:59,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/2455c317ff734ae4925ac92df3c3c27f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/2455c317ff734ae4925ac92df3c3c27f 2024-11-12T21:54:59,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/47782725b3b64006b849f1afca918681 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/47782725b3b64006b849f1afca918681 2024-11-12T21:54:59,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/9a7888fb7a654ca99a88cfcec8baeec3 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/9a7888fb7a654ca99a88cfcec8baeec3 2024-11-12T21:54:59,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/83a7845f94574a29b57a741fd42e8afa to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/83a7845f94574a29b57a741fd42e8afa 2024-11-12T21:54:59,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/02609737e9f54478a8150cdcad669557 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/02609737e9f54478a8150cdcad669557 2024-11-12T21:54:59,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/9b29242c22074433ac37a222c0f233e5 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/9b29242c22074433ac37a222c0f233e5 2024-11-12T21:54:59,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/d5da24a14fd54b4bb87cee66e7ae74a1 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/d5da24a14fd54b4bb87cee66e7ae74a1 2024-11-12T21:54:59,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/4b8e37ddd6164cd691808439982f465a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/4b8e37ddd6164cd691808439982f465a 2024-11-12T21:54:59,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/e286041473304cb0b8ff4ae136c929e3 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/e286041473304cb0b8ff4ae136c929e3 2024-11-12T21:54:59,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/b160357079eb414aa2de82c2a9018b88 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/b160357079eb414aa2de82c2a9018b88 2024-11-12T21:54:59,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/63deb65ccbd2400fb7bf214328c45974 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/63deb65ccbd2400fb7bf214328c45974 2024-11-12T21:54:59,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/94ae5993bc0348d0bf3199d80802130f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/94ae5993bc0348d0bf3199d80802130f 2024-11-12T21:54:59,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/4e14f881b2cd49d0a40f65466c66df70 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/4e14f881b2cd49d0a40f65466c66df70 2024-11-12T21:54:59,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/451439cc349f4b8da920a9e3198826ac to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/451439cc349f4b8da920a9e3198826ac 2024-11-12T21:54:59,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/173fcab1090743219428dec33d8da5dd, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/24aef3490ca04b1bb7683f5a52dcd609, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/01e4ec284b734c24bee8fe0e68a3fa34, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/874ba24cec3d442384bc7cab34a9892a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/866f5898797349a581fd4dd503ede66e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/3009ec0dcec049ad8ccc7130ccaa0445, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9f546209f52d4453a5ba59595c162345, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9118e5b92b4f42c2b623fff2ea1e4189, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9e0b74a862d945fe92c2f47386ff03a5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/8cbac70500764044b04601cd3e97c26b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/b4ee4b3b082b44c899e2f5536a73a0e7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/8473553095674f3583cded01504a3258, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/05ffdc37c75a4bf8b0780ab09e7e742b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/606f84b813f548b7aeb936082845be49, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/57a8ff4340864b1398201dbde2d0a63d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/d43b89cdfa4d4084b1e62916d2bc88d2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/591423fbc71940a1b99867ec7e9102fb, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/3e0be2566af44fed87eacbd31861431c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/eef9a8e95c0548629a2c813504c507cf, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/b72a08e3963041b9aa33f5001183cc40, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/75cd37e22317410fae49f64ff6176351, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/19621897d69a48ce923a365317c0b0a4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/56a3a319552b4711860e82b7c92806d0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/1b41ac63c32040c9a852644541925b58, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9dbfe67fd6264fbeb41415aa08d467af, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/ef19b9160a014e0c8715e05a227b2d40, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/734309af110641889254e84c041e71e8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/c20c9708bb1646fb98f03ea2b80c8b80] to archive 2024-11-12T21:54:59,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:54:59,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/173fcab1090743219428dec33d8da5dd to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/173fcab1090743219428dec33d8da5dd 2024-11-12T21:54:59,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/24aef3490ca04b1bb7683f5a52dcd609 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/24aef3490ca04b1bb7683f5a52dcd609 2024-11-12T21:54:59,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/01e4ec284b734c24bee8fe0e68a3fa34 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/01e4ec284b734c24bee8fe0e68a3fa34 2024-11-12T21:54:59,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/874ba24cec3d442384bc7cab34a9892a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/874ba24cec3d442384bc7cab34a9892a 2024-11-12T21:54:59,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/866f5898797349a581fd4dd503ede66e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/866f5898797349a581fd4dd503ede66e 2024-11-12T21:54:59,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/3009ec0dcec049ad8ccc7130ccaa0445 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/3009ec0dcec049ad8ccc7130ccaa0445 2024-11-12T21:54:59,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9f546209f52d4453a5ba59595c162345 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9f546209f52d4453a5ba59595c162345 2024-11-12T21:54:59,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9118e5b92b4f42c2b623fff2ea1e4189 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9118e5b92b4f42c2b623fff2ea1e4189 2024-11-12T21:54:59,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9e0b74a862d945fe92c2f47386ff03a5 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9e0b74a862d945fe92c2f47386ff03a5 2024-11-12T21:54:59,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/8cbac70500764044b04601cd3e97c26b to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/8cbac70500764044b04601cd3e97c26b 2024-11-12T21:54:59,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/b4ee4b3b082b44c899e2f5536a73a0e7 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/b4ee4b3b082b44c899e2f5536a73a0e7 2024-11-12T21:54:59,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/8473553095674f3583cded01504a3258 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/8473553095674f3583cded01504a3258 2024-11-12T21:54:59,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/05ffdc37c75a4bf8b0780ab09e7e742b to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/05ffdc37c75a4bf8b0780ab09e7e742b 2024-11-12T21:54:59,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/606f84b813f548b7aeb936082845be49 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/606f84b813f548b7aeb936082845be49 2024-11-12T21:54:59,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/57a8ff4340864b1398201dbde2d0a63d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/57a8ff4340864b1398201dbde2d0a63d 2024-11-12T21:54:59,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/d43b89cdfa4d4084b1e62916d2bc88d2 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/d43b89cdfa4d4084b1e62916d2bc88d2 2024-11-12T21:54:59,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/591423fbc71940a1b99867ec7e9102fb to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/591423fbc71940a1b99867ec7e9102fb 2024-11-12T21:54:59,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/3e0be2566af44fed87eacbd31861431c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/3e0be2566af44fed87eacbd31861431c 2024-11-12T21:54:59,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/eef9a8e95c0548629a2c813504c507cf to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/eef9a8e95c0548629a2c813504c507cf 2024-11-12T21:54:59,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/b72a08e3963041b9aa33f5001183cc40 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/b72a08e3963041b9aa33f5001183cc40 2024-11-12T21:54:59,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/75cd37e22317410fae49f64ff6176351 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/75cd37e22317410fae49f64ff6176351 2024-11-12T21:54:59,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/19621897d69a48ce923a365317c0b0a4 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/19621897d69a48ce923a365317c0b0a4 2024-11-12T21:54:59,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/56a3a319552b4711860e82b7c92806d0 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/56a3a319552b4711860e82b7c92806d0 2024-11-12T21:54:59,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/1b41ac63c32040c9a852644541925b58 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/1b41ac63c32040c9a852644541925b58 2024-11-12T21:54:59,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9dbfe67fd6264fbeb41415aa08d467af to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9dbfe67fd6264fbeb41415aa08d467af 2024-11-12T21:54:59,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/ef19b9160a014e0c8715e05a227b2d40 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/ef19b9160a014e0c8715e05a227b2d40 2024-11-12T21:54:59,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/734309af110641889254e84c041e71e8 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/734309af110641889254e84c041e71e8 2024-11-12T21:54:59,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/c20c9708bb1646fb98f03ea2b80c8b80 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/c20c9708bb1646fb98f03ea2b80c8b80 2024-11-12T21:54:59,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/4fe6025b057444f59571dd142fbba982, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/a4624b9e58924b6a80fd45fac4241356, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/2b201765b2104ea1862ccff0549e3518, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/3bc19864cb04462eb3d5b44eb92fdeed, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/ae95836706674d0292e826a257462a60, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/024db01a8050447aa8ab990f5b6027d2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/069a38ede0134bb6b1c2c7f3bedffd80, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/0a2cef0a499d4609a4430f74be74e83d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/cfbd6d2aa4ee4186a86cc06172b96914, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/616019048e71462fb4be99425cadfcf1, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/8d19b79ac2dd40f883272044d62135a4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/56185e05d0fb4bfb9858367d31e559f0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/d039398aa6eb41bb8311ec44acbccd35, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/9075016116134ddf817c31182f29331b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/8b0c8ae02ae2478ea58305a7b846259c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/79d1d3755e224c588cc924331756757a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/3975d8618a0f4057961a8ad591460273, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/5c68f7ecc2a04707b805d6a0a80cbf30, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/58f97f1179c34a9e98c15303b621e900, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/901b196b3ef9479084f7258fb79412a5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/a22475b7049b4ecfaf989ddb7d9413bc, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/a08b9a55ce13415a851c9ebf6e8311ec, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/47158ff8138c4e08a8778ffcf1afa4dc, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/5064fab60f564a8fa38ff89cd1f0f2e0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/b4899552c29e4d8b9fc321e6753c3cf8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/1db64569c1c84438abba3a75460e0415, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/af67a6db87d44f1fab9a37270c5d9598, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/40b18b31626e4547a4a29a92379e28e1] to archive 2024-11-12T21:54:59,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:54:59,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/4fe6025b057444f59571dd142fbba982 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/4fe6025b057444f59571dd142fbba982 2024-11-12T21:54:59,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/a4624b9e58924b6a80fd45fac4241356 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/a4624b9e58924b6a80fd45fac4241356 2024-11-12T21:54:59,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/2b201765b2104ea1862ccff0549e3518 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/2b201765b2104ea1862ccff0549e3518 2024-11-12T21:54:59,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/3bc19864cb04462eb3d5b44eb92fdeed to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/3bc19864cb04462eb3d5b44eb92fdeed 2024-11-12T21:54:59,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/ae95836706674d0292e826a257462a60 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/ae95836706674d0292e826a257462a60 2024-11-12T21:54:59,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/024db01a8050447aa8ab990f5b6027d2 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/024db01a8050447aa8ab990f5b6027d2 2024-11-12T21:54:59,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/069a38ede0134bb6b1c2c7f3bedffd80 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/069a38ede0134bb6b1c2c7f3bedffd80 2024-11-12T21:54:59,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/0a2cef0a499d4609a4430f74be74e83d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/0a2cef0a499d4609a4430f74be74e83d 2024-11-12T21:54:59,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/cfbd6d2aa4ee4186a86cc06172b96914 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/cfbd6d2aa4ee4186a86cc06172b96914 2024-11-12T21:54:59,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/616019048e71462fb4be99425cadfcf1 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/616019048e71462fb4be99425cadfcf1 2024-11-12T21:54:59,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/8d19b79ac2dd40f883272044d62135a4 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/8d19b79ac2dd40f883272044d62135a4 2024-11-12T21:54:59,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/56185e05d0fb4bfb9858367d31e559f0 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/56185e05d0fb4bfb9858367d31e559f0 2024-11-12T21:54:59,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/d039398aa6eb41bb8311ec44acbccd35 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/d039398aa6eb41bb8311ec44acbccd35 2024-11-12T21:54:59,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/9075016116134ddf817c31182f29331b to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/9075016116134ddf817c31182f29331b 2024-11-12T21:54:59,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/8b0c8ae02ae2478ea58305a7b846259c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/8b0c8ae02ae2478ea58305a7b846259c 2024-11-12T21:54:59,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/79d1d3755e224c588cc924331756757a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/79d1d3755e224c588cc924331756757a 2024-11-12T21:54:59,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/3975d8618a0f4057961a8ad591460273 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/3975d8618a0f4057961a8ad591460273 2024-11-12T21:54:59,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/5c68f7ecc2a04707b805d6a0a80cbf30 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/5c68f7ecc2a04707b805d6a0a80cbf30 2024-11-12T21:54:59,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/58f97f1179c34a9e98c15303b621e900 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/58f97f1179c34a9e98c15303b621e900 2024-11-12T21:54:59,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/901b196b3ef9479084f7258fb79412a5 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/901b196b3ef9479084f7258fb79412a5 2024-11-12T21:54:59,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/a22475b7049b4ecfaf989ddb7d9413bc to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/a22475b7049b4ecfaf989ddb7d9413bc 2024-11-12T21:54:59,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/a08b9a55ce13415a851c9ebf6e8311ec to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/a08b9a55ce13415a851c9ebf6e8311ec 2024-11-12T21:54:59,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/47158ff8138c4e08a8778ffcf1afa4dc to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/47158ff8138c4e08a8778ffcf1afa4dc 2024-11-12T21:54:59,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/5064fab60f564a8fa38ff89cd1f0f2e0 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/5064fab60f564a8fa38ff89cd1f0f2e0 2024-11-12T21:54:59,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/b4899552c29e4d8b9fc321e6753c3cf8 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/b4899552c29e4d8b9fc321e6753c3cf8 2024-11-12T21:54:59,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/1db64569c1c84438abba3a75460e0415 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/1db64569c1c84438abba3a75460e0415 2024-11-12T21:54:59,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/af67a6db87d44f1fab9a37270c5d9598 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/af67a6db87d44f1fab9a37270c5d9598 2024-11-12T21:54:59,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/40b18b31626e4547a4a29a92379e28e1 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/40b18b31626e4547a4a29a92379e28e1 2024-11-12T21:54:59,387 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/recovered.edits/433.seqid, newMaxSeqId=433, maxSeqId=1 2024-11-12T21:54:59,388 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. 2024-11-12T21:54:59,388 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for c0f81c263553f11b906b059051926895: Waiting for close lock at 1731448497952Running coprocessor pre-close hooks at 1731448497952Disabling compacts and flushes for region at 1731448497952Disabling writes for close at 1731448497953 (+1 ms)Obtaining lock to block concurrent updates at 1731448497953Preparing flush snapshotting stores in c0f81c263553f11b906b059051926895 at 1731448497953Finished memstore snapshotting TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731448497954 (+1 ms)Flushing stores of TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895. at 1731448497955 (+1 ms)Flushing c0f81c263553f11b906b059051926895/A: creating writer at 1731448497955Flushing c0f81c263553f11b906b059051926895/A: appending metadata at 1731448497965 (+10 ms)Flushing c0f81c263553f11b906b059051926895/A: closing flushed file at 1731448497965Flushing c0f81c263553f11b906b059051926895/B: creating writer at 1731448498373 (+408 ms)Flushing c0f81c263553f11b906b059051926895/B: appending metadata at 1731448498376 (+3 ms)Flushing c0f81c263553f11b906b059051926895/B: closing flushed file at 1731448498376Flushing c0f81c263553f11b906b059051926895/C: creating writer at 1731448498786 (+410 ms)Flushing c0f81c263553f11b906b059051926895/C: appending metadata at 1731448498788 (+2 ms)Flushing c0f81c263553f11b906b059051926895/C: closing flushed file at 1731448498788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da18567: reopening flushed file at 1731448499197 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6312fa72: reopening flushed file at 1731448499204 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@177718c3: reopening flushed file at 1731448499213 (+9 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for c0f81c263553f11b906b059051926895 in 1269ms, sequenceid=430, compaction requested=true at 1731448499223 (+10 ms)Writing region close event to WAL at 1731448499384 (+161 ms)Running coprocessor post-close hooks at 1731448499388 (+4 ms)Closed at 1731448499388 2024-11-12T21:54:59,390 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed c0f81c263553f11b906b059051926895 2024-11-12T21:54:59,390 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=c0f81c263553f11b906b059051926895, regionState=CLOSED 2024-11-12T21:54:59,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:54:59,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-12T21:54:59,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure c0f81c263553f11b906b059051926895, server=0c576948786c,34327,1731448410123 in 1.5970 sec 2024-11-12T21:54:59,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-12T21:54:59,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0f81c263553f11b906b059051926895, UNASSIGN in 1.6020 sec 2024-11-12T21:54:59,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-12T21:54:59,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6060 sec 2024-11-12T21:54:59,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448499403"}]},"ts":"1731448499403"} 2024-11-12T21:54:59,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T21:54:59,404 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T21:54:59,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6210 sec 2024-11-12T21:54:59,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-12T21:54:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T21:54:59,939 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:54:59,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T21:54:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:59,942 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:59,942 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-12T21:54:59,944 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895 2024-11-12T21:54:59,946 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/recovered.edits] 2024-11-12T21:54:59,949 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/1fd592dfa06e43cead6484736c4e783b to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/1fd592dfa06e43cead6484736c4e783b 2024-11-12T21:54:59,950 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/64b33dbc56f348ea8bb1f544d7e418e9 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/64b33dbc56f348ea8bb1f544d7e418e9 2024-11-12T21:54:59,951 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/d1d08064964e419bb4adb4b1a4a59e0c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/A/d1d08064964e419bb4adb4b1a4a59e0c 2024-11-12T21:54:59,953 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/04a35157d9834a109ea130cac12749b1 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/04a35157d9834a109ea130cac12749b1 2024-11-12T21:54:59,954 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9b2c313316e34fb38e9e1f7538582cf1 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/9b2c313316e34fb38e9e1f7538582cf1 2024-11-12T21:54:59,955 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/a29bf33dc18a41cc9b7578b554875e3f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/B/a29bf33dc18a41cc9b7578b554875e3f 2024-11-12T21:54:59,957 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/047dc3f3054746de8a5f7a1625fc1799 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/047dc3f3054746de8a5f7a1625fc1799 2024-11-12T21:54:59,958 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/896fb8eca1bd4ff48174621493e7aac2 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/896fb8eca1bd4ff48174621493e7aac2 2024-11-12T21:54:59,959 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/f194844a0e1c4d48ab792eaf4ee64991 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/C/f194844a0e1c4d48ab792eaf4ee64991 2024-11-12T21:54:59,962 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/recovered.edits/433.seqid to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895/recovered.edits/433.seqid 2024-11-12T21:54:59,962 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/c0f81c263553f11b906b059051926895 2024-11-12T21:54:59,962 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T21:54:59,966 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:59,970 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T21:54:59,972 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T21:54:59,974 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:59,974 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T21:54:59,974 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731448499974"}]},"ts":"9223372036854775807"} 2024-11-12T21:54:59,976 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T21:54:59,976 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c0f81c263553f11b906b059051926895, NAME => 'TestAcidGuarantees,,1731448475598.c0f81c263553f11b906b059051926895.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T21:54:59,976 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T21:54:59,977 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731448499977"}]},"ts":"9223372036854775807"} 2024-11-12T21:54:59,979 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T21:54:59,981 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:54:59,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-11-12T21:55:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-12T21:55:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T21:55:00,050 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:00,059 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 252), OpenFileDescriptor=455 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=558 (was 503) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 13), AvailableMemoryMB=8331 (was 8547) 2024-11-12T21:55:00,068 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=558, ProcessCount=11, AvailableMemoryMB=8331 2024-11-12T21:55:00,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:55:00,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:55:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T21:55:00,071 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T21:55:00,072 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:00,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-11-12T21:55:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-12T21:55:00,072 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T21:55:00,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742126_1302 (size=1061) 2024-11-12T21:55:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-12T21:55:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-12T21:55:00,480 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd 2024-11-12T21:55:00,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742127_1303 (size=53) 2024-11-12T21:55:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-12T21:55:00,891 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:55:00,891 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7bc904e43308b1a74ef8d448faa7a314, disabling compactions & flushes 2024-11-12T21:55:00,891 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:00,891 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:00,891 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. after waiting 0 ms 2024-11-12T21:55:00,891 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:00,891 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:00,891 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7bc904e43308b1a74ef8d448faa7a314: Waiting for close lock at 1731448500891Disabling compacts and flushes for region at 1731448500891Disabling writes for close at 1731448500891Writing region close event to WAL at 1731448500891Closed at 1731448500891 2024-11-12T21:55:00,892 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T21:55:00,892 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731448500892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731448500892"}]},"ts":"1731448500892"} 2024-11-12T21:55:00,894 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T21:55:00,895 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T21:55:00,895 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448500895"}]},"ts":"1731448500895"} 2024-11-12T21:55:00,897 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T21:55:00,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7bc904e43308b1a74ef8d448faa7a314, ASSIGN}] 2024-11-12T21:55:00,898 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7bc904e43308b1a74ef8d448faa7a314, ASSIGN 2024-11-12T21:55:00,899 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7bc904e43308b1a74ef8d448faa7a314, ASSIGN; state=OFFLINE, location=0c576948786c,34327,1731448410123; forceNewPlan=false, retain=false 2024-11-12T21:55:01,050 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=7bc904e43308b1a74ef8d448faa7a314, regionState=OPENING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:55:01,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7bc904e43308b1a74ef8d448faa7a314, ASSIGN because future has completed 2024-11-12T21:55:01,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:55:01,206 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:01,206 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:55:01,206 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:01,206 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:55:01,206 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:01,206 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:01,208 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:01,209 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:55:01,209 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc904e43308b1a74ef8d448faa7a314 columnFamilyName A 2024-11-12T21:55:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-12T21:55:01,209 DEBUG [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:01,210 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.HStore(327): Store=7bc904e43308b1a74ef8d448faa7a314/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:55:01,210 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:01,211 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:55:01,211 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc904e43308b1a74ef8d448faa7a314 columnFamilyName B 2024-11-12T21:55:01,211 DEBUG [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:01,211 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.HStore(327): Store=7bc904e43308b1a74ef8d448faa7a314/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:55:01,212 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:01,213 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:55:01,213 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc904e43308b1a74ef8d448faa7a314 columnFamilyName C 2024-11-12T21:55:01,213 DEBUG [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:01,213 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.HStore(327): Store=7bc904e43308b1a74ef8d448faa7a314/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:55:01,214 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:01,214 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:01,214 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:01,215 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:01,216 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:01,216 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:01,216 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:55:01,217 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:01,219 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:55:01,219 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened 7bc904e43308b1a74ef8d448faa7a314; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74550197, jitterRate=0.11088450253009796}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:55:01,219 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:01,220 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for 7bc904e43308b1a74ef8d448faa7a314: Running coprocessor pre-open hook at 1731448501206Writing region info on filesystem at 1731448501207 (+1 ms)Initializing all the Stores at 1731448501207Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448501207Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448501207Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448501207Cleaning up temporary data from old regions at 1731448501216 (+9 ms)Running coprocessor post-open hooks at 1731448501219 (+3 ms)Region opened successfully at 1731448501220 (+1 ms) 2024-11-12T21:55:01,221 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., pid=91, masterSystemTime=1731448501203 2024-11-12T21:55:01,222 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:01,222 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:01,223 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=7bc904e43308b1a74ef8d448faa7a314, regionState=OPEN, openSeqNum=2, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:55:01,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:55:01,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-12T21:55:01,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 in 174 msec 2024-11-12T21:55:01,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-12T21:55:01,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7bc904e43308b1a74ef8d448faa7a314, ASSIGN in 329 msec 2024-11-12T21:55:01,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T21:55:01,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448501229"}]},"ts":"1731448501229"} 2024-11-12T21:55:01,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T21:55:01,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T21:55:01,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1610 sec 2024-11-12T21:55:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-12T21:55:02,220 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:02,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283b5885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:02,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:02,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:02,222 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df3a5d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:02,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:02,223 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51612c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:02,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:02,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:02,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:02,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:02,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T21:55:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c576948786c,43093,1731448409505 2024-11-12T21:55:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ce76797 2024-11-12T21:55:02,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T21:55:02,229 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T21:55:02,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:55:02,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:55:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-12T21:55:02,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742128_1304 (size=1097) 2024-11-12T21:55:02,644 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-12T21:55:02,644 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-12T21:55:02,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:55:02,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7bc904e43308b1a74ef8d448faa7a314, REOPEN/MOVE}] 2024-11-12T21:55:02,649 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7bc904e43308b1a74ef8d448faa7a314, REOPEN/MOVE 2024-11-12T21:55:02,650 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=7bc904e43308b1a74ef8d448faa7a314, regionState=CLOSING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:55:02,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7bc904e43308b1a74ef8d448faa7a314, REOPEN/MOVE because future has completed 2024-11-12T21:55:02,651 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:55:02,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:55:02,804 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:02,804 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:55:02,804 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing 7bc904e43308b1a74ef8d448faa7a314, disabling compactions & flushes 2024-11-12T21:55:02,804 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:02,805 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:02,805 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. after waiting 0 ms 2024-11-12T21:55:02,805 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:02,809 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T21:55:02,810 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:02,810 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for 7bc904e43308b1a74ef8d448faa7a314: Waiting for close lock at 1731448502804Running coprocessor pre-close hooks at 1731448502804Disabling compacts and flushes for region at 1731448502804Disabling writes for close at 1731448502805 (+1 ms)Writing region close event to WAL at 1731448502805Running coprocessor post-close hooks at 1731448502810 (+5 ms)Closed at 1731448502810 2024-11-12T21:55:02,810 WARN [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: 7bc904e43308b1a74ef8d448faa7a314 to self. 2024-11-12T21:55:02,812 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:02,813 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=7bc904e43308b1a74ef8d448faa7a314, regionState=CLOSED 2024-11-12T21:55:02,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:55:02,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-12T21:55:02,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure 7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 in 165 msec 2024-11-12T21:55:02,818 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7bc904e43308b1a74ef8d448faa7a314, REOPEN/MOVE; state=CLOSED, location=0c576948786c,34327,1731448410123; forceNewPlan=false, retain=true 2024-11-12T21:55:02,969 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=7bc904e43308b1a74ef8d448faa7a314, regionState=OPENING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:55:02,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7bc904e43308b1a74ef8d448faa7a314, REOPEN/MOVE because future has completed 2024-11-12T21:55:02,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:55:03,126 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:03,126 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:55:03,126 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:03,126 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:55:03,126 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:03,126 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:03,128 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:03,129 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:55:03,129 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc904e43308b1a74ef8d448faa7a314 columnFamilyName A 2024-11-12T21:55:03,130 DEBUG [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:03,130 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.HStore(327): Store=7bc904e43308b1a74ef8d448faa7a314/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:55:03,131 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:03,132 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:55:03,132 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc904e43308b1a74ef8d448faa7a314 columnFamilyName B 2024-11-12T21:55:03,132 DEBUG [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:03,133 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.HStore(327): Store=7bc904e43308b1a74ef8d448faa7a314/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:55:03,133 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:03,133 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:55:03,134 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc904e43308b1a74ef8d448faa7a314 columnFamilyName C 2024-11-12T21:55:03,134 DEBUG [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:03,134 INFO [StoreOpener-7bc904e43308b1a74ef8d448faa7a314-1 {}] regionserver.HStore(327): Store=7bc904e43308b1a74ef8d448faa7a314/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:55:03,134 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:03,134 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:03,135 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:03,136 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:03,137 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:03,137 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:03,137 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:55:03,138 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:03,139 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened 7bc904e43308b1a74ef8d448faa7a314; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63560051, jitterRate=-0.05288143455982208}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:55:03,139 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:03,139 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for 7bc904e43308b1a74ef8d448faa7a314: Running coprocessor pre-open hook at 1731448503127Writing region info on filesystem at 1731448503127Initializing all the Stores at 1731448503127Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448503127Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448503127Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448503128 (+1 ms)Cleaning up temporary data from old regions at 1731448503137 (+9 ms)Running coprocessor post-open hooks at 1731448503139 (+2 ms)Region opened successfully at 1731448503139 2024-11-12T21:55:03,140 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., pid=96, masterSystemTime=1731448503123 2024-11-12T21:55:03,142 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:03,142 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:03,142 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=7bc904e43308b1a74ef8d448faa7a314, regionState=OPEN, openSeqNum=5, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:55:03,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:55:03,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-11-12T21:55:03,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 in 173 msec 2024-11-12T21:55:03,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-12T21:55:03,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7bc904e43308b1a74ef8d448faa7a314, REOPEN/MOVE in 497 msec 2024-11-12T21:55:03,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-12T21:55:03,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 502 msec 2024-11-12T21:55:03,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 919 msec 2024-11-12T21:55:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-12T21:55:03,153 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:03,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf7f63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:03,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:03,154 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:03,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ce973f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:03,156 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:03,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2faed99e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4600746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:03,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:03,158 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:03,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:03,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:03,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd26e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:03,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:03,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:03,160 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:03,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2b631d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6447def3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:03,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:03,162 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f7856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:03,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:03,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:03,164 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7e6ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5345722e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:03,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:03,166 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:03,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:03,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:03,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@890dfd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:03,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:03,167 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c21b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd3a90f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:03,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:03,170 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:03,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:03,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:03,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a63f9d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:03,171 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:03,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b5d636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eba3e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:03,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:03,174 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:03,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:03,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:03,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b93194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:03,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:03,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:03,175 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:03,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b818531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79570776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:03,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:03,177 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e8804c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:03,179 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffb25ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43065a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:03,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:03,181 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:03,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee30d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:03,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:03,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:03,183 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:03,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f44bb1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bcd92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:03,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:03,185 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:03,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:03,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:03,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e878dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:03,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:03,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:03,187 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:03,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259199c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b779047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:03,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:03,189 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:03,191 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f911fc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:03,192 DEBUG [Thread-1409 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:03,192 DEBUG [Thread-1420 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:03,192 DEBUG [Thread-1422 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:03,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:03,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:03,193 DEBUG [Thread-1411 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:03,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:03,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:03,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:03,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:03,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:03,194 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:55:03,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:03,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:03,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:03,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:03,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:03,195 DEBUG [Thread-1414 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:03,195 DEBUG [Thread-1418 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-12T21:55:03,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-12T21:55:03,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:03,197 DEBUG [Thread-1418 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:03,197 DEBUG [Thread-1418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:03,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:03,198 DEBUG [Thread-1416 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:55:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:03,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:55:03,200 DEBUG [Thread-1407 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:03,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:55:03,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:03,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:55:03,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:03,201 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:55:03,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:55:03,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:03,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:03,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:55:03,203 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:55:03,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:55:03,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:55:03,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:55:03,210 DEBUG [Thread-1403 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:03,211 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:03,211 DEBUG [Thread-1405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:03,211 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:03,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:03,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:03,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:03,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:03,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-12T21:55:03,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:03,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:03,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:03,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:03,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:03,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:03,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:55:03,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:55:03,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126b2f27c82f654c0c8afb48fb7215edae_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448503205/Put/seqid=0 2024-11-12T21:55:03,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742129_1305 (size=17034) 2024-11-12T21:55:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-12T21:55:03,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448563296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:03,302 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731448503282, max timestamp=1731448503299Num uniques 859; 2024-11-12T21:55:03,302 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:55:03,302 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731448503282, max timestamp=1731448503299Num uniques 859; 2024-11-12T21:55:03,302 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:55:03,302 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731448503282, max timestamp=1731448503299Num uniques 859; 2024-11-12T21:55:03,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:55:03,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448563327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:03,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448563328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:03,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448563334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:03,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448563337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:03,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:03,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:03,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T21:55:03,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:03,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:03,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:03,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:03,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:03,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448563409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:03,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448563439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:03,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:03,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448563439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:03,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:03,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:03,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448563450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:03,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:03,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448563450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:03,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:03,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-12T21:55:03,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T21:55:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:03,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:03,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448563619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:03,656 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:03,660 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126b2f27c82f654c0c8afb48fb7215edae_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126b2f27c82f654c0c8afb48fb7215edae_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:03,662 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/fed0edbaf24f4fa299302d3ea4770ffe, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:03,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448563650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:03,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/fed0edbaf24f4fa299302d3ea4770ffe is 175, key is test_row_0/A:col10/1731448503205/Put/seqid=0 2024-11-12T21:55:03,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448563650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:03,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:03,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:03,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T21:55:03,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:03,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:03,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:03,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448563659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:03,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:03,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:03,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448563659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:03,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:03,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:03,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742130_1306 (size=48139) 2024-11-12T21:55:03,690 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/fed0edbaf24f4fa299302d3ea4770ffe 2024-11-12T21:55:03,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/65ee6c1ba7094216acfde8b054d2f6c8 is 50, key is test_row_0/B:col10/1731448503205/Put/seqid=0 2024-11-12T21:55:03,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742131_1307 (size=12001) 2024-11-12T21:55:03,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/65ee6c1ba7094216acfde8b054d2f6c8 2024-11-12T21:55:03,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/940bed9d930244209e2605177a9afbd4 is 50, key is test_row_0/C:col10/1731448503205/Put/seqid=0 2024-11-12T21:55:03,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T21:55:03,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:03,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:03,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-12T21:55:03,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:03,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:03,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742132_1308 (size=12001) 2024-11-12T21:55:03,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/940bed9d930244209e2605177a9afbd4 2024-11-12T21:55:03,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/fed0edbaf24f4fa299302d3ea4770ffe as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/fed0edbaf24f4fa299302d3ea4770ffe 2024-11-12T21:55:03,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/fed0edbaf24f4fa299302d3ea4770ffe, entries=250, sequenceid=15, filesize=47.0 K 2024-11-12T21:55:03,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/65ee6c1ba7094216acfde8b054d2f6c8 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/65ee6c1ba7094216acfde8b054d2f6c8 2024-11-12T21:55:03,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/65ee6c1ba7094216acfde8b054d2f6c8, entries=150, sequenceid=15, filesize=11.7 K 2024-11-12T21:55:03,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/940bed9d930244209e2605177a9afbd4 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/940bed9d930244209e2605177a9afbd4 2024-11-12T21:55:03,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/940bed9d930244209e2605177a9afbd4, entries=150, sequenceid=15, filesize=11.7 K 2024-11-12T21:55:03,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 7bc904e43308b1a74ef8d448faa7a314 in 649ms, sequenceid=15, compaction requested=false 2024-11-12T21:55:03,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:03,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-12T21:55:03,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:03,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:03,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:03,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:03,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:03,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:03,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T21:55:03,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:03,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:03,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:03,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:03,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:03,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112988fe71fd31a47bf9a75c8c9fc6be2fe_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448503335/Put/seqid=0 2024-11-12T21:55:04,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448563984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448563994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448563996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448563998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448564000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742133_1309 (size=14594) 2024-11-12T21:55:04,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T21:55:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:04,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448564120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448564129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448564129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448564129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448564129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T21:55:04,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:04,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:04,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:04,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-12T21:55:04,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448564350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448564359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448564359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448564359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448564359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,425 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:04,431 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112988fe71fd31a47bf9a75c8c9fc6be2fe_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112988fe71fd31a47bf9a75c8c9fc6be2fe_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:04,432 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/bbaae1dfd6224e2c9076435e7941e0f2, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:04,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/bbaae1dfd6224e2c9076435e7941e0f2 is 175, key is test_row_0/A:col10/1731448503335/Put/seqid=0 2024-11-12T21:55:04,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T21:55:04,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:04,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:04,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:04,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742134_1310 (size=39549) 2024-11-12T21:55:04,485 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/bbaae1dfd6224e2c9076435e7941e0f2 2024-11-12T21:55:04,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/2603899569a047eaae988a3bd29d8c70 is 50, key is test_row_0/B:col10/1731448503335/Put/seqid=0 2024-11-12T21:55:04,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742135_1311 (size=12001) 2024-11-12T21:55:04,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T21:55:04,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:04,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:04,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:04,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448564679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448564679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448564679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448564680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448564680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:04,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T21:55:04,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:04,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:04,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:04,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T21:55:04,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:04,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:04,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:04,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:04,931 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T21:55:04,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/2603899569a047eaae988a3bd29d8c70 2024-11-12T21:55:04,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/0eae82f9b7ce4a8aaa0e83e3d5dd218c is 50, key is test_row_0/C:col10/1731448503335/Put/seqid=0 2024-11-12T21:55:04,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742136_1312 (size=12001) 2024-11-12T21:55:05,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T21:55:05,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:05,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:05,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:05,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:05,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:05,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T21:55:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:05,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:05,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448565199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:05,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448565199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:05,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448565200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:05,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448565200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:05,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448565200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:05,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:05,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:05,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-12T21:55:05,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T21:55:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:05,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:05,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/0eae82f9b7ce4a8aaa0e83e3d5dd218c 2024-11-12T21:55:05,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/bbaae1dfd6224e2c9076435e7941e0f2 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/bbaae1dfd6224e2c9076435e7941e0f2 2024-11-12T21:55:05,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/bbaae1dfd6224e2c9076435e7941e0f2, entries=200, sequenceid=50, filesize=38.6 K 2024-11-12T21:55:05,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/2603899569a047eaae988a3bd29d8c70 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/2603899569a047eaae988a3bd29d8c70 2024-11-12T21:55:05,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/2603899569a047eaae988a3bd29d8c70, entries=150, sequenceid=50, filesize=11.7 K 2024-11-12T21:55:05,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/0eae82f9b7ce4a8aaa0e83e3d5dd218c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/0eae82f9b7ce4a8aaa0e83e3d5dd218c 2024-11-12T21:55:05,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/0eae82f9b7ce4a8aaa0e83e3d5dd218c, entries=150, sequenceid=50, filesize=11.7 K 2024-11-12T21:55:05,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for 7bc904e43308b1a74ef8d448faa7a314 in 1460ms, sequenceid=50, compaction requested=false 2024-11-12T21:55:05,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:05,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T21:55:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:05,512 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:55:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:05,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e224648f300e44b0a57322263b69f245_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448503996/Put/seqid=0 2024-11-12T21:55:05,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742137_1313 (size=12154) 2024-11-12T21:55:05,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:05,562 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e224648f300e44b0a57322263b69f245_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e224648f300e44b0a57322263b69f245_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:05,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/c7a597c1710f4114b44c379d565316c5, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:05,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/c7a597c1710f4114b44c379d565316c5 is 175, key is test_row_0/A:col10/1731448503996/Put/seqid=0 2024-11-12T21:55:05,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742138_1314 (size=30955) 2024-11-12T21:55:05,586 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/c7a597c1710f4114b44c379d565316c5 2024-11-12T21:55:05,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/ab510fe7da5a47faa91a31f9a2d7e329 is 50, key is test_row_0/B:col10/1731448503996/Put/seqid=0 2024-11-12T21:55:05,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742139_1315 (size=12001) 2024-11-12T21:55:06,003 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/ab510fe7da5a47faa91a31f9a2d7e329 2024-11-12T21:55:06,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/58c228d5c66f46c2836d7c760d7f803c is 50, key is test_row_0/C:col10/1731448503996/Put/seqid=0 2024-11-12T21:55:06,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742140_1316 (size=12001) 2024-11-12T21:55:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:06,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:06,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448506253, max timestamp=1731448506264Num uniques 859; 2024-11-12T21:55:06,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:55:06,267 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448506253, max timestamp=1731448506264Num uniques 859; 2024-11-12T21:55:06,267 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:55:06,267 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448506253, max timestamp=1731448506264Num uniques 859; 2024-11-12T21:55:06,267 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:55:06,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448566335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448566335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448566353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448566354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448566354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,418 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/58c228d5c66f46c2836d7c760d7f803c 2024-11-12T21:55:06,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/c7a597c1710f4114b44c379d565316c5 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c7a597c1710f4114b44c379d565316c5 2024-11-12T21:55:06,425 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c7a597c1710f4114b44c379d565316c5, entries=150, sequenceid=60, filesize=30.2 K 2024-11-12T21:55:06,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/ab510fe7da5a47faa91a31f9a2d7e329 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ab510fe7da5a47faa91a31f9a2d7e329 2024-11-12T21:55:06,428 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ab510fe7da5a47faa91a31f9a2d7e329, entries=150, sequenceid=60, filesize=11.7 K 2024-11-12T21:55:06,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/58c228d5c66f46c2836d7c760d7f803c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/58c228d5c66f46c2836d7c760d7f803c 2024-11-12T21:55:06,433 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/58c228d5c66f46c2836d7c760d7f803c, entries=150, sequenceid=60, filesize=11.7 K 2024-11-12T21:55:06,434 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 7bc904e43308b1a74ef8d448faa7a314 in 921ms, sequenceid=60, compaction requested=true 2024-11-12T21:55:06,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:06,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:06,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-12T21:55:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-12T21:55:06,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-12T21:55:06,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2320 sec 2024-11-12T21:55:06,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 3.2430 sec 2024-11-12T21:55:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:06,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-12T21:55:06,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:06,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:06,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:06,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:06,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:06,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:06,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122f5db61fc0624b4884fed2559fcc1aa5_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448506352/Put/seqid=0 2024-11-12T21:55:06,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742141_1317 (size=14594) 2024-11-12T21:55:06,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448566475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448566480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448566481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448566482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448566489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448566599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448566599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448566599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448566610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448566610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448566820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448566820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448566821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448566829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:06,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448566829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:06,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:06,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:06,884 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:06,888 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122f5db61fc0624b4884fed2559fcc1aa5_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122f5db61fc0624b4884fed2559fcc1aa5_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:06,889 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/a1f71de7cecf493c9037f2e3d28c4407, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:06,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/a1f71de7cecf493c9037f2e3d28c4407 is 175, key is test_row_0/A:col10/1731448506352/Put/seqid=0 2024-11-12T21:55:06,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742142_1318 (size=39549) 2024-11-12T21:55:07,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448567140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:07,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448567140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:07,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448567140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:07,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448567149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:07,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448567149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:07,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:07,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:07,293 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/a1f71de7cecf493c9037f2e3d28c4407 2024-11-12T21:55:07,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/856cbb1cf1fb4b2d821b8a8183788aed is 50, key is test_row_0/B:col10/1731448506352/Put/seqid=0 2024-11-12T21:55:07,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742143_1319 (size=12001) 2024-11-12T21:55:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-12T21:55:07,360 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:07,360 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:55:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-12T21:55:07,362 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:55:07,363 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:55:07,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:55:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T21:55:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T21:55:07,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T21:55:07,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:07,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:07,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:07,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:07,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:07,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448567649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:07,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448567650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:07,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448567650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:07,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:07,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T21:55:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:07,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T21:55:07,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448567669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:07,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:07,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448567669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:07,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:07,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:07,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/856cbb1cf1fb4b2d821b8a8183788aed 2024-11-12T21:55:07,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/e2e23d0aefe64c17b1da7347cb2c74ea is 50, key is test_row_0/C:col10/1731448506352/Put/seqid=0 2024-11-12T21:55:07,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742144_1320 (size=12001) 2024-11-12T21:55:07,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T21:55:07,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:07,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:07,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:07,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:07,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:07,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T21:55:07,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:07,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:07,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:07,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:07,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T21:55:08,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T21:55:08,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:08,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:08,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:08,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:08,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:08,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/e2e23d0aefe64c17b1da7347cb2c74ea 2024-11-12T21:55:08,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/a1f71de7cecf493c9037f2e3d28c4407 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/a1f71de7cecf493c9037f2e3d28c4407 2024-11-12T21:55:08,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/a1f71de7cecf493c9037f2e3d28c4407, entries=200, sequenceid=97, filesize=38.6 K 2024-11-12T21:55:08,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/856cbb1cf1fb4b2d821b8a8183788aed as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/856cbb1cf1fb4b2d821b8a8183788aed 2024-11-12T21:55:08,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/856cbb1cf1fb4b2d821b8a8183788aed, entries=150, sequenceid=97, filesize=11.7 K 2024-11-12T21:55:08,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/e2e23d0aefe64c17b1da7347cb2c74ea as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/e2e23d0aefe64c17b1da7347cb2c74ea 2024-11-12T21:55:08,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/e2e23d0aefe64c17b1da7347cb2c74ea, entries=150, sequenceid=97, filesize=11.7 K 2024-11-12T21:55:08,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 7bc904e43308b1a74ef8d448faa7a314 in 1722ms, sequenceid=97, compaction requested=true 2024-11-12T21:55:08,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:08,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:55:08,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:08,196 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:55:08,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:08,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:08,196 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:55:08,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:08,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:08,197 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:55:08,197 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/A is initiating minor compaction (all files) 2024-11-12T21:55:08,197 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/A in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:08,197 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/fed0edbaf24f4fa299302d3ea4770ffe, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/bbaae1dfd6224e2c9076435e7941e0f2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c7a597c1710f4114b44c379d565316c5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/a1f71de7cecf493c9037f2e3d28c4407] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=154.5 K 2024-11-12T21:55:08,197 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:08,197 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. files: [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/fed0edbaf24f4fa299302d3ea4770ffe, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/bbaae1dfd6224e2c9076435e7941e0f2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c7a597c1710f4114b44c379d565316c5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/a1f71de7cecf493c9037f2e3d28c4407] 2024-11-12T21:55:08,198 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:55:08,198 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/B is initiating minor compaction (all files) 2024-11-12T21:55:08,198 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/B in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:08,198 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/65ee6c1ba7094216acfde8b054d2f6c8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/2603899569a047eaae988a3bd29d8c70, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ab510fe7da5a47faa91a31f9a2d7e329, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/856cbb1cf1fb4b2d821b8a8183788aed] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=46.9 K 2024-11-12T21:55:08,198 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting fed0edbaf24f4fa299302d3ea4770ffe, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731448503202 2024-11-12T21:55:08,198 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 65ee6c1ba7094216acfde8b054d2f6c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731448503205 2024-11-12T21:55:08,198 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 2603899569a047eaae988a3bd29d8c70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731448503326 2024-11-12T21:55:08,199 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbaae1dfd6224e2c9076435e7941e0f2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731448503326 2024-11-12T21:55:08,199 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting ab510fe7da5a47faa91a31f9a2d7e329, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731448503975 2024-11-12T21:55:08,199 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7a597c1710f4114b44c379d565316c5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731448503975 2024-11-12T21:55:08,199 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 856cbb1cf1fb4b2d821b8a8183788aed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731448506346 2024-11-12T21:55:08,199 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1f71de7cecf493c9037f2e3d28c4407, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731448506346 2024-11-12T21:55:08,218 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:08,220 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111292b100baaf26423b8a8e60517ff3aa49_7bc904e43308b1a74ef8d448faa7a314 store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:08,220 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#B#compaction#275 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:08,220 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/f077a5ea80614c0fb51e7d2d0b98b68e is 50, key is test_row_0/B:col10/1731448506352/Put/seqid=0 2024-11-12T21:55:08,222 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111292b100baaf26423b8a8e60517ff3aa49_7bc904e43308b1a74ef8d448faa7a314, store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:08,222 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111292b100baaf26423b8a8e60517ff3aa49_7bc904e43308b1a74ef8d448faa7a314 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:08,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742145_1321 (size=12139) 2024-11-12T21:55:08,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742146_1322 (size=4469) 2024-11-12T21:55:08,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T21:55:08,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:08,283 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-12T21:55:08,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:08,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:08,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:08,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:08,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:08,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:08,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111219473cd3f6514840a1ed72dbe8976910_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448506487/Put/seqid=0 2024-11-12T21:55:08,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742147_1323 (size=12154) 2024-11-12T21:55:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T21:55:08,638 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#A#compaction#276 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:08,639 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/ec30af94c7a14eb689ab8ba35fcc56f4 is 175, key is test_row_0/A:col10/1731448506352/Put/seqid=0 2024-11-12T21:55:08,642 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/f077a5ea80614c0fb51e7d2d0b98b68e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/f077a5ea80614c0fb51e7d2d0b98b68e 2024-11-12T21:55:08,649 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/B of 7bc904e43308b1a74ef8d448faa7a314 into f077a5ea80614c0fb51e7d2d0b98b68e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:08,649 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:08,649 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/B, priority=12, startTime=1731448508196; duration=0sec 2024-11-12T21:55:08,649 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:08,649 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:B 2024-11-12T21:55:08,649 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:55:08,651 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:55:08,651 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/C is initiating minor compaction (all files) 2024-11-12T21:55:08,651 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/C in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:08,651 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/940bed9d930244209e2605177a9afbd4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/0eae82f9b7ce4a8aaa0e83e3d5dd218c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/58c228d5c66f46c2836d7c760d7f803c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/e2e23d0aefe64c17b1da7347cb2c74ea] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=46.9 K 2024-11-12T21:55:08,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742148_1324 (size=31093) 2024-11-12T21:55:08,652 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 940bed9d930244209e2605177a9afbd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731448503205 2024-11-12T21:55:08,652 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 0eae82f9b7ce4a8aaa0e83e3d5dd218c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731448503326 2024-11-12T21:55:08,652 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 58c228d5c66f46c2836d7c760d7f803c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731448503975 2024-11-12T21:55:08,653 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting e2e23d0aefe64c17b1da7347cb2c74ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731448506346 2024-11-12T21:55:08,657 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/ec30af94c7a14eb689ab8ba35fcc56f4 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ec30af94c7a14eb689ab8ba35fcc56f4 2024-11-12T21:55:08,661 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/A of 7bc904e43308b1a74ef8d448faa7a314 into ec30af94c7a14eb689ab8ba35fcc56f4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:08,661 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:08,661 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/A, priority=12, startTime=1731448508196; duration=0sec 2024-11-12T21:55:08,661 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:08,661 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:A 2024-11-12T21:55:08,667 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#C#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:08,667 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/e56c2635d0d34f789be33a56b7872944 is 50, key is test_row_0/C:col10/1731448506352/Put/seqid=0 2024-11-12T21:55:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:08,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:08,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742149_1325 (size=12139) 2024-11-12T21:55:08,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:08,712 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111219473cd3f6514840a1ed72dbe8976910_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111219473cd3f6514840a1ed72dbe8976910_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:08,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/e8e0c94b6c95480bbfd6739f4f3da324, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:08,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/e8e0c94b6c95480bbfd6739f4f3da324 is 175, key is test_row_0/A:col10/1731448506487/Put/seqid=0 2024-11-12T21:55:08,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731448508688, max timestamp=1731448508712Num uniques 859; 2024-11-12T21:55:08,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:55:08,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731448508688, max timestamp=1731448508712Num uniques 859; 2024-11-12T21:55:08,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:55:08,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731448508688, max timestamp=1731448508712Num uniques 859; 2024-11-12T21:55:08,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:55:08,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742150_1326 (size=30955) 2024-11-12T21:55:08,725 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=106, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/e8e0c94b6c95480bbfd6739f4f3da324 2024-11-12T21:55:08,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/cac87407dd8f4289a89a13ecdf6fe4e7 is 50, key is test_row_0/B:col10/1731448506487/Put/seqid=0 2024-11-12T21:55:08,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742151_1327 (size=12001) 2024-11-12T21:55:08,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448568751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:08,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448568752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:08,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:08,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448568753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:08,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:08,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:08,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448568761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:08,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:08,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448568762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:08,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:08,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448568869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:08,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448568880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:08,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:08,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448568880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:08,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:08,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:08,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448568880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:08,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:08,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448568881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:09,090 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/e56c2635d0d34f789be33a56b7872944 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/e56c2635d0d34f789be33a56b7872944 2024-11-12T21:55:09,093 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/C of 7bc904e43308b1a74ef8d448faa7a314 into e56c2635d0d34f789be33a56b7872944(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:09,093 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:09,093 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/C, priority=12, startTime=1731448508196; duration=0sec 2024-11-12T21:55:09,093 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:09,093 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:C 2024-11-12T21:55:09,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448569089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:09,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:09,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448569089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:09,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:09,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:09,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448569089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:09,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:09,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:09,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448569089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:09,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:09,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:09,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448569090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:09,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:09,141 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/cac87407dd8f4289a89a13ecdf6fe4e7 2024-11-12T21:55:09,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/8ef79ceba984463490ee0ff0a8fb111d is 50, key is test_row_0/C:col10/1731448506487/Put/seqid=0 2024-11-12T21:55:09,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742152_1328 (size=12001) 2024-11-12T21:55:09,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448569409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448569409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448569409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448569409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448569409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T21:55:09,560 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/8ef79ceba984463490ee0ff0a8fb111d 2024-11-12T21:55:09,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/e8e0c94b6c95480bbfd6739f4f3da324 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/e8e0c94b6c95480bbfd6739f4f3da324 2024-11-12T21:55:09,567 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/e8e0c94b6c95480bbfd6739f4f3da324, entries=150, sequenceid=106, filesize=30.2 K 2024-11-12T21:55:09,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/cac87407dd8f4289a89a13ecdf6fe4e7 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/cac87407dd8f4289a89a13ecdf6fe4e7 2024-11-12T21:55:09,570 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/cac87407dd8f4289a89a13ecdf6fe4e7, entries=150, sequenceid=106, filesize=11.7 K 2024-11-12T21:55:09,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/8ef79ceba984463490ee0ff0a8fb111d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/8ef79ceba984463490ee0ff0a8fb111d 2024-11-12T21:55:09,575 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/8ef79ceba984463490ee0ff0a8fb111d, entries=150, sequenceid=106, filesize=11.7 K 2024-11-12T21:55:09,576 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=147.60 KB/151140 for 7bc904e43308b1a74ef8d448faa7a314 in 1294ms, sequenceid=106, compaction requested=false 2024-11-12T21:55:09,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:09,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:09,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-12T21:55:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-12T21:55:09,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-12T21:55:09,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2140 sec 2024-11-12T21:55:09,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.2220 sec 2024-11-12T21:55:09,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-12T21:55:09,850 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-12T21:55:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:09,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=161.02 KB heapSize=456 KB 2024-11-12T21:55:09,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:09,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:55:09,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:09,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:55:09,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:09,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:55:09,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448569931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:09,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112237f50a1726549c495d39c864fd31345_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448509929/Put/seqid=0 2024-11-12T21:55:09,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742153_1329 (size=17284) 2024-11-12T21:55:09,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:09,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448569934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448569933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:09,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:09,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448569936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448569935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:10,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448570039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:10,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:10,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448570059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:10,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:10,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448570059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448570060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448570060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:10,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448570249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:10,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:10,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448570269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:10,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448570270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:10,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:10,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448570270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:10,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:10,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448570270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:10,349 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:10,353 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112237f50a1726549c495d39c864fd31345_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112237f50a1726549c495d39c864fd31345_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:10,354 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/c33a95edbbbf499da9d59f24496c9e80, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:10,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/c33a95edbbbf499da9d59f24496c9e80 is 175, key is test_row_0/A:col10/1731448509929/Put/seqid=0 2024-11-12T21:55:10,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742154_1330 (size=48389) 2024-11-12T21:55:10,367 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/c33a95edbbbf499da9d59f24496c9e80 2024-11-12T21:55:10,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/cea4a335aa41401dbe069aab8951deb6 is 50, key is test_row_0/B:col10/1731448509929/Put/seqid=0 2024-11-12T21:55:10,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742155_1331 (size=12151) 2024-11-12T21:55:10,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/cea4a335aa41401dbe069aab8951deb6 2024-11-12T21:55:10,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/48a5af7ad61b408d8fc70dbf9341f3db is 50, key is test_row_0/C:col10/1731448509929/Put/seqid=0 2024-11-12T21:55:10,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742156_1332 (size=12151) 2024-11-12T21:55:10,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448570569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:10,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:10,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448570581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:10,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448570581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448570581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:10,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448570581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:10,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:10,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:10,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/48a5af7ad61b408d8fc70dbf9341f3db 2024-11-12T21:55:10,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/c33a95edbbbf499da9d59f24496c9e80 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c33a95edbbbf499da9d59f24496c9e80 2024-11-12T21:55:10,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c33a95edbbbf499da9d59f24496c9e80, entries=250, sequenceid=148, filesize=47.3 K 2024-11-12T21:55:10,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/cea4a335aa41401dbe069aab8951deb6 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/cea4a335aa41401dbe069aab8951deb6 2024-11-12T21:55:10,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/cea4a335aa41401dbe069aab8951deb6, entries=150, sequenceid=148, filesize=11.9 K 2024-11-12T21:55:10,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/48a5af7ad61b408d8fc70dbf9341f3db as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/48a5af7ad61b408d8fc70dbf9341f3db 2024-11-12T21:55:10,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/48a5af7ad61b408d8fc70dbf9341f3db, entries=150, sequenceid=148, filesize=11.9 K 2024-11-12T21:55:10,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~455.95 KB/466896, currentSize=20.13 KB/20610 for 7bc904e43308b1a74ef8d448faa7a314 in 934ms, sequenceid=148, compaction requested=true 2024-11-12T21:55:10,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:10,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:55:10,864 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:10,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:10,864 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:10,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:10,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:10,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:10,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:10,865 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:10,865 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:10,865 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/A is initiating minor compaction (all files) 2024-11-12T21:55:10,865 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/B is initiating minor compaction (all files) 2024-11-12T21:55:10,865 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/A in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:10,865 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/B in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:10,865 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/f077a5ea80614c0fb51e7d2d0b98b68e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/cac87407dd8f4289a89a13ecdf6fe4e7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/cea4a335aa41401dbe069aab8951deb6] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=35.4 K 2024-11-12T21:55:10,865 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ec30af94c7a14eb689ab8ba35fcc56f4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/e8e0c94b6c95480bbfd6739f4f3da324, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c33a95edbbbf499da9d59f24496c9e80] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=107.8 K 2024-11-12T21:55:10,865 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:10,865 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. files: [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ec30af94c7a14eb689ab8ba35fcc56f4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/e8e0c94b6c95480bbfd6739f4f3da324, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c33a95edbbbf499da9d59f24496c9e80] 2024-11-12T21:55:10,865 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting f077a5ea80614c0fb51e7d2d0b98b68e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731448506346 2024-11-12T21:55:10,865 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec30af94c7a14eb689ab8ba35fcc56f4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731448506346 2024-11-12T21:55:10,867 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8e0c94b6c95480bbfd6739f4f3da324, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731448506479 2024-11-12T21:55:10,867 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting cac87407dd8f4289a89a13ecdf6fe4e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731448506479 2024-11-12T21:55:10,867 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting c33a95edbbbf499da9d59f24496c9e80, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731448508744 2024-11-12T21:55:10,867 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting cea4a335aa41401dbe069aab8951deb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731448508744 2024-11-12T21:55:10,873 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#B#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:10,873 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/3555ec513e7e4a67802bb50bc55675e7 is 50, key is test_row_0/B:col10/1731448509929/Put/seqid=0 2024-11-12T21:55:10,874 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:10,876 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411128553bbf1ec604c8693565c7b06bfc219_7bc904e43308b1a74ef8d448faa7a314 store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:10,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742157_1333 (size=12391) 2024-11-12T21:55:10,878 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411128553bbf1ec604c8693565c7b06bfc219_7bc904e43308b1a74ef8d448faa7a314, store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:10,878 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411128553bbf1ec604c8693565c7b06bfc219_7bc904e43308b1a74ef8d448faa7a314 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:10,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742158_1334 (size=4469) 2024-11-12T21:55:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:11,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:55:11,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:11,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:11,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:11,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:11,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:11,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:11,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112304726323ca64fe5baaee7a3eb2b5878_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448509935/Put/seqid=0 2024-11-12T21:55:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742159_1335 (size=17284) 2024-11-12T21:55:11,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448571143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448571146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,163 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448511127, max timestamp=1731448511159Num uniques 859; 2024-11-12T21:55:11,163 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448511127, max timestamp=1731448511159Num uniques 859; 2024-11-12T21:55:11,163 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:55:11,163 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:55:11,163 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448511127, max timestamp=1731448511159Num uniques 859; 2024-11-12T21:55:11,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:55:11,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448571226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448571228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448571228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448571269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448571269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,281 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/3555ec513e7e4a67802bb50bc55675e7 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/3555ec513e7e4a67802bb50bc55675e7 2024-11-12T21:55:11,282 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#A#compaction#285 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:11,282 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/599e329521434948aafe54cf41c6e292 is 175, key is test_row_0/A:col10/1731448509929/Put/seqid=0 2024-11-12T21:55:11,285 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/B of 7bc904e43308b1a74ef8d448faa7a314 into 3555ec513e7e4a67802bb50bc55675e7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:11,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742160_1336 (size=31345) 2024-11-12T21:55:11,285 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:11,285 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/B, priority=13, startTime=1731448510864; duration=0sec 2024-11-12T21:55:11,286 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:11,286 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:B 2024-11-12T21:55:11,286 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:11,286 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:11,286 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/C is initiating minor compaction (all files) 2024-11-12T21:55:11,286 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/C in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:11,287 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/e56c2635d0d34f789be33a56b7872944, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/8ef79ceba984463490ee0ff0a8fb111d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/48a5af7ad61b408d8fc70dbf9341f3db] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=35.4 K 2024-11-12T21:55:11,287 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting e56c2635d0d34f789be33a56b7872944, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731448506346 2024-11-12T21:55:11,287 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ef79ceba984463490ee0ff0a8fb111d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731448506479 2024-11-12T21:55:11,287 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 48a5af7ad61b408d8fc70dbf9341f3db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731448508744 2024-11-12T21:55:11,308 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#C#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:11,308 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/ee01f9bbd1d24d7b9f586ab0eed22399 is 50, key is test_row_0/C:col10/1731448509929/Put/seqid=0 2024-11-12T21:55:11,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742161_1337 (size=12391) 2024-11-12T21:55:11,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448571340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448571349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448571349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448571480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448571480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,514 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:11,520 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112304726323ca64fe5baaee7a3eb2b5878_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112304726323ca64fe5baaee7a3eb2b5878_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:11,521 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/c527983554eb4dc1b811e02f150e5d43, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:11,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/c527983554eb4dc1b811e02f150e5d43 is 175, key is test_row_0/A:col10/1731448509935/Put/seqid=0 2024-11-12T21:55:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T21:55:11,530 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:11,531 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:55:11,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742162_1338 (size=48389) 2024-11-12T21:55:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-12T21:55:11,533 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/c527983554eb4dc1b811e02f150e5d43 2024-11-12T21:55:11,534 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:55:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T21:55:11,535 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:55:11,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:55:11,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/bdfc0e8ff36c46aeaafc5b5d53e88748 is 50, key is test_row_0/B:col10/1731448509935/Put/seqid=0 2024-11-12T21:55:11,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742163_1339 (size=12151) 2024-11-12T21:55:11,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/bdfc0e8ff36c46aeaafc5b5d53e88748 2024-11-12T21:55:11,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448571560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/39fa18c7d35840d4a96ea62a8d029148 is 50, key is test_row_0/C:col10/1731448509935/Put/seqid=0 2024-11-12T21:55:11,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742164_1340 (size=12151) 2024-11-12T21:55:11,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448571569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448571569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T21:55:11,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T21:55:11,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:11,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:11,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:11,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:11,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:11,692 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/599e329521434948aafe54cf41c6e292 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/599e329521434948aafe54cf41c6e292 2024-11-12T21:55:11,697 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/A of 7bc904e43308b1a74ef8d448faa7a314 into 599e329521434948aafe54cf41c6e292(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:11,697 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:11,697 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/A, priority=13, startTime=1731448510864; duration=0sec 2024-11-12T21:55:11,697 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:11,697 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:A 2024-11-12T21:55:11,748 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/ee01f9bbd1d24d7b9f586ab0eed22399 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/ee01f9bbd1d24d7b9f586ab0eed22399 2024-11-12T21:55:11,752 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/C of 7bc904e43308b1a74ef8d448faa7a314 into ee01f9bbd1d24d7b9f586ab0eed22399(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:11,752 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:11,752 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/C, priority=13, startTime=1731448510864; duration=0sec 2024-11-12T21:55:11,752 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:11,752 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:C 2024-11-12T21:55:11,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448571809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448571809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T21:55:11,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:11,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:11,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:11,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:11,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T21:55:11,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448571879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448571890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448571890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:11,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:11,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/39fa18c7d35840d4a96ea62a8d029148 2024-11-12T21:55:11,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/c527983554eb4dc1b811e02f150e5d43 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c527983554eb4dc1b811e02f150e5d43 2024-11-12T21:55:11,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c527983554eb4dc1b811e02f150e5d43, entries=250, sequenceid=159, filesize=47.3 K 2024-11-12T21:55:11,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/bdfc0e8ff36c46aeaafc5b5d53e88748 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/bdfc0e8ff36c46aeaafc5b5d53e88748 2024-11-12T21:55:11,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/bdfc0e8ff36c46aeaafc5b5d53e88748, entries=150, sequenceid=159, filesize=11.9 K 2024-11-12T21:55:11,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/39fa18c7d35840d4a96ea62a8d029148 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/39fa18c7d35840d4a96ea62a8d029148 2024-11-12T21:55:11,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T21:55:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:11,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:11,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/39fa18c7d35840d4a96ea62a8d029148, entries=150, sequenceid=159, filesize=11.9 K 2024-11-12T21:55:11,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 7bc904e43308b1a74ef8d448faa7a314 in 896ms, sequenceid=159, compaction requested=false 2024-11-12T21:55:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:11,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:12,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T21:55:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:12,150 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-12T21:55:12,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:12,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:12,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:12,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:12,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:12,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:12,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111252bf7738fae54c8cb8188309e2b51608_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448511227/Put/seqid=0 2024-11-12T21:55:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T21:55:12,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742165_1341 (size=12304) 2024-11-12T21:55:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:12,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:12,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448572358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:12,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:12,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448572364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:12,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448572390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:12,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:12,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448572409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:12,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:12,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448572419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:12,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448572479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448572479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:12,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:12,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:12,567 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111252bf7738fae54c8cb8188309e2b51608_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111252bf7738fae54c8cb8188309e2b51608_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:12,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/ee69ca28f56a4b2c94711d2e530605c2, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:12,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/ee69ca28f56a4b2c94711d2e530605c2 is 175, key is test_row_0/A:col10/1731448511227/Put/seqid=0 2024-11-12T21:55:12,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742166_1342 (size=31105) 2024-11-12T21:55:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T21:55:12,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448572690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:12,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:12,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448572690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:12,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:12,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:12,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:12,974 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/ee69ca28f56a4b2c94711d2e530605c2 2024-11-12T21:55:12,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/b71a5dd8ac7c4f7082657bc47ffa1ad3 is 50, key is test_row_0/B:col10/1731448511227/Put/seqid=0 2024-11-12T21:55:12,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742167_1343 (size=12151) 2024-11-12T21:55:13,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448572999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:13,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448572999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:13,385 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/b71a5dd8ac7c4f7082657bc47ffa1ad3 2024-11-12T21:55:13,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/1a4ea572b64f4272b6fae8f8d815b668 is 50, key is test_row_0/C:col10/1731448511227/Put/seqid=0 2024-11-12T21:55:13,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742168_1344 (size=12151) 2024-11-12T21:55:13,407 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/1a4ea572b64f4272b6fae8f8d815b668 2024-11-12T21:55:13,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/ee69ca28f56a4b2c94711d2e530605c2 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ee69ca28f56a4b2c94711d2e530605c2 2024-11-12T21:55:13,416 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ee69ca28f56a4b2c94711d2e530605c2, entries=150, sequenceid=197, filesize=30.4 K 2024-11-12T21:55:13,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/b71a5dd8ac7c4f7082657bc47ffa1ad3 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/b71a5dd8ac7c4f7082657bc47ffa1ad3 2024-11-12T21:55:13,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448573419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:13,424 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 7bc904e43308b1a74ef8d448faa7a314 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:13,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:13,426 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/b71a5dd8ac7c4f7082657bc47ffa1ad3, entries=150, sequenceid=197, filesize=11.9 K 2024-11-12T21:55:13,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/1a4ea572b64f4272b6fae8f8d815b668 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/1a4ea572b64f4272b6fae8f8d815b668 2024-11-12T21:55:13,430 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/1a4ea572b64f4272b6fae8f8d815b668, entries=150, sequenceid=197, filesize=11.9 K 2024-11-12T21:55:13,431 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 7bc904e43308b1a74ef8d448faa7a314 in 1281ms, sequenceid=197, compaction requested=true 2024-11-12T21:55:13,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:13,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:13,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-12T21:55:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-12T21:55:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:13,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-12T21:55:13,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:13,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:13,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-12T21:55:13,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8980 sec 2024-11-12T21:55:13,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.9090 sec 2024-11-12T21:55:13,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a16c13e98a2a4e868b4644ffdffcfaeb_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448513433/Put/seqid=0 2024-11-12T21:55:13,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742169_1345 (size=14794) 2024-11-12T21:55:13,457 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:13,461 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a16c13e98a2a4e868b4644ffdffcfaeb_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a16c13e98a2a4e868b4644ffdffcfaeb_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:13,464 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/8b0bc75d8de24793817a814e05f11e47, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:13,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/8b0bc75d8de24793817a814e05f11e47 is 175, key is test_row_0/A:col10/1731448513433/Put/seqid=0 2024-11-12T21:55:13,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742170_1346 (size=39749) 2024-11-12T21:55:13,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448573519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:13,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:13,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448573520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:13,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448573524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:13,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:13,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448573525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:13,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:13,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448573629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:13,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:13,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448573640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:13,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:13,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448573649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:13,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T21:55:13,679 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:13,680 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:55:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-12T21:55:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T21:55:13,682 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:55:13,682 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:55:13,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:55:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T21:55:13,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T21:55:13,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:13,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:13,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:13,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:13,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:13,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448573850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:13,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:13,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448573859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:13,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:13,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448573860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:13,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:13,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:13,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:13,869 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/8b0bc75d8de24793817a814e05f11e47 2024-11-12T21:55:13,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/ee8b8c212b234ec5bd2bdc4cd7a5f1d1 is 50, key is test_row_0/B:col10/1731448513433/Put/seqid=0 2024-11-12T21:55:13,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742171_1347 (size=12151) 2024-11-12T21:55:13,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/ee8b8c212b234ec5bd2bdc4cd7a5f1d1 2024-11-12T21:55:13,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/a7d0cff08274467289a6cd509579d57d is 50, key is test_row_0/C:col10/1731448513433/Put/seqid=0 2024-11-12T21:55:13,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742172_1348 (size=12151) 2024-11-12T21:55:13,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T21:55:13,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:13,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:13,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:13,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:13,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T21:55:14,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T21:55:14,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:14,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:14,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:14,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:14,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:14,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448574169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:14,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448574169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:14,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:14,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:14,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448574179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:14,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T21:55:14,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:14,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:14,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:14,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:14,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:14,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/a7d0cff08274467289a6cd509579d57d 2024-11-12T21:55:14,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/8b0bc75d8de24793817a814e05f11e47 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/8b0bc75d8de24793817a814e05f11e47 2024-11-12T21:55:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T21:55:14,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/8b0bc75d8de24793817a814e05f11e47, entries=200, sequenceid=209, filesize=38.8 K 2024-11-12T21:55:14,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/ee8b8c212b234ec5bd2bdc4cd7a5f1d1 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ee8b8c212b234ec5bd2bdc4cd7a5f1d1 2024-11-12T21:55:14,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ee8b8c212b234ec5bd2bdc4cd7a5f1d1, entries=150, sequenceid=209, filesize=11.9 K 2024-11-12T21:55:14,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/a7d0cff08274467289a6cd509579d57d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/a7d0cff08274467289a6cd509579d57d 2024-11-12T21:55:14,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/a7d0cff08274467289a6cd509579d57d, entries=150, sequenceid=209, filesize=11.9 K 2024-11-12T21:55:14,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 7bc904e43308b1a74ef8d448faa7a314 in 888ms, sequenceid=209, compaction requested=true 2024-11-12T21:55:14,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:14,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:55:14,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:14,326 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:55:14,326 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:55:14,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:14,328 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:55:14,328 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/B is initiating minor compaction (all files) 2024-11-12T21:55:14,328 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/B in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:14,328 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/3555ec513e7e4a67802bb50bc55675e7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/bdfc0e8ff36c46aeaafc5b5d53e88748, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/b71a5dd8ac7c4f7082657bc47ffa1ad3, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ee8b8c212b234ec5bd2bdc4cd7a5f1d1] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=47.7 K 2024-11-12T21:55:14,329 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 3555ec513e7e4a67802bb50bc55675e7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731448508744 2024-11-12T21:55:14,329 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting bdfc0e8ff36c46aeaafc5b5d53e88748, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731448509935 2024-11-12T21:55:14,329 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150588 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:55:14,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:14,329 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/A is initiating minor compaction (all files) 2024-11-12T21:55:14,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:14,329 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/A in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:14,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:14,330 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/599e329521434948aafe54cf41c6e292, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c527983554eb4dc1b811e02f150e5d43, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ee69ca28f56a4b2c94711d2e530605c2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/8b0bc75d8de24793817a814e05f11e47] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=147.1 K 2024-11-12T21:55:14,330 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:14,330 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. files: [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/599e329521434948aafe54cf41c6e292, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c527983554eb4dc1b811e02f150e5d43, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ee69ca28f56a4b2c94711d2e530605c2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/8b0bc75d8de24793817a814e05f11e47] 2024-11-12T21:55:14,330 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting b71a5dd8ac7c4f7082657bc47ffa1ad3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731448511204 2024-11-12T21:55:14,330 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 599e329521434948aafe54cf41c6e292, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731448508744 2024-11-12T21:55:14,330 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting ee8b8c212b234ec5bd2bdc4cd7a5f1d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731448512350 2024-11-12T21:55:14,330 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting c527983554eb4dc1b811e02f150e5d43, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731448509935 2024-11-12T21:55:14,331 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee69ca28f56a4b2c94711d2e530605c2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731448511204 2024-11-12T21:55:14,331 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b0bc75d8de24793817a814e05f11e47, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731448512344 2024-11-12T21:55:14,352 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#B#compaction#296 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:14,354 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/7c035de6c0cf4c64ae5d889bab5126ee is 50, key is test_row_0/B:col10/1731448513433/Put/seqid=0 2024-11-12T21:55:14,361 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:14,366 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411126959c4d83f0f448386f76f579ff50c0d_7bc904e43308b1a74ef8d448faa7a314 store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:14,369 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411126959c4d83f0f448386f76f579ff50c0d_7bc904e43308b1a74ef8d448faa7a314, store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:14,369 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126959c4d83f0f448386f76f579ff50c0d_7bc904e43308b1a74ef8d448faa7a314 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:14,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742173_1349 (size=12527) 2024-11-12T21:55:14,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742174_1350 (size=4469) 2024-11-12T21:55:14,414 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#A#compaction#297 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:14,415 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/ed85a556b2ce427bbca5846d0e1b9f83 is 175, key is test_row_0/A:col10/1731448513433/Put/seqid=0 2024-11-12T21:55:14,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T21:55:14,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:14,449 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-12T21:55:14,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:14,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:14,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:14,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:14,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:14,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:14,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742175_1351 (size=31481) 2024-11-12T21:55:14,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111240489a058f1848cbbd7a7799dc19005e_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448513505/Put/seqid=0 2024-11-12T21:55:14,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742176_1352 (size=12304) 2024-11-12T21:55:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:14,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:14,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448574622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:14,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:14,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:14,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448574689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448574689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:14,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:14,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:14,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448574699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:14,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:14,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448574739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:14,803 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/7c035de6c0cf4c64ae5d889bab5126ee as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/7c035de6c0cf4c64ae5d889bab5126ee 2024-11-12T21:55:14,810 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/B of 7bc904e43308b1a74ef8d448faa7a314 into 7c035de6c0cf4c64ae5d889bab5126ee(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:14,810 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:14,810 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/B, priority=12, startTime=1731448514326; duration=0sec 2024-11-12T21:55:14,811 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:14,811 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:B 2024-11-12T21:55:14,811 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:55:14,812 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:55:14,812 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/C is initiating minor compaction (all files) 2024-11-12T21:55:14,812 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/C in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:14,812 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/ee01f9bbd1d24d7b9f586ab0eed22399, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/39fa18c7d35840d4a96ea62a8d029148, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/1a4ea572b64f4272b6fae8f8d815b668, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/a7d0cff08274467289a6cd509579d57d] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=47.7 K 2024-11-12T21:55:14,814 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting ee01f9bbd1d24d7b9f586ab0eed22399, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731448508744 2024-11-12T21:55:14,814 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 39fa18c7d35840d4a96ea62a8d029148, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731448509935 2024-11-12T21:55:14,815 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a4ea572b64f4272b6fae8f8d815b668, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731448511204 2024-11-12T21:55:14,815 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting a7d0cff08274467289a6cd509579d57d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731448512350 2024-11-12T21:55:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T21:55:14,825 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#C#compaction#299 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:14,825 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/3f1cfe839bc042c1ac06b05828ebaa04 is 50, key is test_row_0/C:col10/1731448513433/Put/seqid=0 2024-11-12T21:55:14,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742177_1353 (size=12527) 2024-11-12T21:55:14,865 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/ed85a556b2ce427bbca5846d0e1b9f83 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ed85a556b2ce427bbca5846d0e1b9f83 2024-11-12T21:55:14,872 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/A of 7bc904e43308b1a74ef8d448faa7a314 into ed85a556b2ce427bbca5846d0e1b9f83(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:14,872 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:14,872 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/A, priority=12, startTime=1731448514326; duration=0sec 2024-11-12T21:55:14,873 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:14,873 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:A 2024-11-12T21:55:14,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:14,879 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111240489a058f1848cbbd7a7799dc19005e_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111240489a058f1848cbbd7a7799dc19005e_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:14,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/26227519c3eb4ff2bd7060cb2c965305, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:14,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/26227519c3eb4ff2bd7060cb2c965305 is 175, key is test_row_0/A:col10/1731448513505/Put/seqid=0 2024-11-12T21:55:14,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742178_1354 (size=31105) 2024-11-12T21:55:14,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448574949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:14,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:14,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:15,243 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/3f1cfe839bc042c1ac06b05828ebaa04 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/3f1cfe839bc042c1ac06b05828ebaa04 2024-11-12T21:55:15,249 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/C of 7bc904e43308b1a74ef8d448faa7a314 into 3f1cfe839bc042c1ac06b05828ebaa04(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:15,249 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:15,249 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/C, priority=12, startTime=1731448514329; duration=0sec 2024-11-12T21:55:15,249 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:15,249 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:C 2024-11-12T21:55:15,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448575269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:15,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:15,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:15,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:15,317 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/26227519c3eb4ff2bd7060cb2c965305 2024-11-12T21:55:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/ffa988c01bfb42cd9d944b7666e754b2 is 50, key is test_row_0/B:col10/1731448513505/Put/seqid=0 2024-11-12T21:55:15,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742179_1355 (size=12151) 2024-11-12T21:55:15,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448575429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:15,434 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 7bc904e43308b1a74ef8d448faa7a314 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:15,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:15,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:15,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:15,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448575709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:15,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448575710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:15,722 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 7bc904e43308b1a74ef8d448faa7a314 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:15,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:15,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:15,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:15,722 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in 7bc904e43308b1a74ef8d448faa7a314 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:15,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:15,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:15,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:15,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448575719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:15,726 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in 7bc904e43308b1a74ef8d448faa7a314 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:15,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:15,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:15,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:15,728 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/ffa988c01bfb42cd9d944b7666e754b2 2024-11-12T21:55:15,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/6083cf49a652417fa9ca56c01d739d58 is 50, key is test_row_0/C:col10/1731448513505/Put/seqid=0 2024-11-12T21:55:15,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742180_1356 (size=12151) 2024-11-12T21:55:15,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448575789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:15,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:15,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:15,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T21:55:16,136 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/6083cf49a652417fa9ca56c01d739d58 2024-11-12T21:55:16,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/26227519c3eb4ff2bd7060cb2c965305 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/26227519c3eb4ff2bd7060cb2c965305 2024-11-12T21:55:16,152 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/26227519c3eb4ff2bd7060cb2c965305, entries=150, sequenceid=229, filesize=30.4 K 2024-11-12T21:55:16,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/ffa988c01bfb42cd9d944b7666e754b2 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ffa988c01bfb42cd9d944b7666e754b2 2024-11-12T21:55:16,162 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ffa988c01bfb42cd9d944b7666e754b2, entries=150, sequenceid=229, filesize=11.9 K 2024-11-12T21:55:16,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/6083cf49a652417fa9ca56c01d739d58 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/6083cf49a652417fa9ca56c01d739d58 2024-11-12T21:55:16,167 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/6083cf49a652417fa9ca56c01d739d58, entries=150, sequenceid=229, filesize=11.9 K 2024-11-12T21:55:16,167 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 7bc904e43308b1a74ef8d448faa7a314 in 1719ms, sequenceid=229, compaction requested=false 2024-11-12T21:55:16,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:16,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:16,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-12T21:55:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-12T21:55:16,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-12T21:55:16,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4870 sec 2024-11-12T21:55:16,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.4920 sec 2024-11-12T21:55:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:16,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-12T21:55:16,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:16,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:16,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:16,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:16,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:16,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:16,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121aa7f17d4d814d1784517dd0aa065bb9_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448514620/Put/seqid=0 2024-11-12T21:55:16,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742181_1357 (size=14794) 2024-11-12T21:55:16,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448576917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:16,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:16,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:16,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:17,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448577029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:17,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:17,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:17,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:17,231 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:17,234 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121aa7f17d4d814d1784517dd0aa065bb9_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121aa7f17d4d814d1784517dd0aa065bb9_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:17,242 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/245c61b6085a4c21b4a123cc4fd5d895, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:17,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/245c61b6085a4c21b4a123cc4fd5d895 is 175, key is test_row_0/A:col10/1731448514620/Put/seqid=0 2024-11-12T21:55:17,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448577249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:17,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742182_1358 (size=39749) 2024-11-12T21:55:17,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448577569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:17,680 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/245c61b6085a4c21b4a123cc4fd5d895 2024-11-12T21:55:17,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/1dd8449fee994324899000641752f0ac is 50, key is test_row_0/B:col10/1731448514620/Put/seqid=0 2024-11-12T21:55:17,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742183_1359 (size=12151) 2024-11-12T21:55:17,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448577739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:17,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448577739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:17,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448577740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:17,747 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in 7bc904e43308b1a74ef8d448faa7a314 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:17,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:17,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:17,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:17,748 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 7bc904e43308b1a74ef8d448faa7a314 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:17,748 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in 7bc904e43308b1a74ef8d448faa7a314 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T21:55:17,849 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:17,850 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:55:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-12T21:55:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T21:55:17,852 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:55:17,853 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:55:17,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:55:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T21:55:18,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T21:55:18,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:18,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:18,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:18,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:18,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:18,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/1dd8449fee994324899000641752f0ac 2024-11-12T21:55:18,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448578089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:18,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:18,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:18,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:18,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/4c400869e1024cc092e7d3858190bcfb is 50, key is test_row_0/C:col10/1731448514620/Put/seqid=0 2024-11-12T21:55:18,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T21:55:18,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:18,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:18,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:18,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:18,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:18,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742184_1360 (size=12151) 2024-11-12T21:55:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T21:55:18,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T21:55:18,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:18,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:18,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:18,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:18,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:18,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T21:55:18,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:18,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:18,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:18,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:18,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T21:55:18,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/4c400869e1024cc092e7d3858190bcfb 2024-11-12T21:55:18,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/245c61b6085a4c21b4a123cc4fd5d895 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/245c61b6085a4c21b4a123cc4fd5d895 2024-11-12T21:55:18,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/245c61b6085a4c21b4a123cc4fd5d895, entries=200, sequenceid=245, filesize=38.8 K 2024-11-12T21:55:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/1dd8449fee994324899000641752f0ac as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/1dd8449fee994324899000641752f0ac 2024-11-12T21:55:18,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/1dd8449fee994324899000641752f0ac, entries=150, sequenceid=245, filesize=11.9 K 2024-11-12T21:55:18,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/4c400869e1024cc092e7d3858190bcfb as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/4c400869e1024cc092e7d3858190bcfb 2024-11-12T21:55:18,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/4c400869e1024cc092e7d3858190bcfb, entries=150, sequenceid=245, filesize=11.9 K 2024-11-12T21:55:18,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7bc904e43308b1a74ef8d448faa7a314 in 1772ms, sequenceid=245, compaction requested=true 2024-11-12T21:55:18,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:18,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:55:18,595 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:18,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:18,595 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:18,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:18,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:18,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:18,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:18,597 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:18,597 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/A is initiating minor compaction (all files) 2024-11-12T21:55:18,597 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/A in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:18,597 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ed85a556b2ce427bbca5846d0e1b9f83, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/26227519c3eb4ff2bd7060cb2c965305, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/245c61b6085a4c21b4a123cc4fd5d895] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=99.9 K 2024-11-12T21:55:18,597 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:18,597 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. files: [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ed85a556b2ce427bbca5846d0e1b9f83, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/26227519c3eb4ff2bd7060cb2c965305, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/245c61b6085a4c21b4a123cc4fd5d895] 2024-11-12T21:55:18,597 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:18,597 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/B is initiating minor compaction (all files) 2024-11-12T21:55:18,598 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/B in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:18,598 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/7c035de6c0cf4c64ae5d889bab5126ee, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ffa988c01bfb42cd9d944b7666e754b2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/1dd8449fee994324899000641752f0ac] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=36.0 K 2024-11-12T21:55:18,598 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed85a556b2ce427bbca5846d0e1b9f83, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731448512350 2024-11-12T21:55:18,598 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c035de6c0cf4c64ae5d889bab5126ee, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731448512350 2024-11-12T21:55:18,598 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26227519c3eb4ff2bd7060cb2c965305, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731448513505 2024-11-12T21:55:18,598 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting ffa988c01bfb42cd9d944b7666e754b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731448513505 2024-11-12T21:55:18,599 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 245c61b6085a4c21b4a123cc4fd5d895, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731448514582 2024-11-12T21:55:18,599 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dd8449fee994324899000641752f0ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731448514609 2024-11-12T21:55:18,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T21:55:18,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:18,623 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-12T21:55:18,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:18,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:18,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:18,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:18,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:18,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:18,623 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#B#compaction#305 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:18,624 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/6899124fc0184303a092fde0e5b2b11f is 50, key is test_row_0/B:col10/1731448514620/Put/seqid=0 2024-11-12T21:55:18,638 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:18,660 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112aba5f9bcba844d339083427e1a1d0b5d_7bc904e43308b1a74ef8d448faa7a314 store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:18,662 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112aba5f9bcba844d339083427e1a1d0b5d_7bc904e43308b1a74ef8d448faa7a314, store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:18,662 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112aba5f9bcba844d339083427e1a1d0b5d_7bc904e43308b1a74ef8d448faa7a314 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:18,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742185_1361 (size=12629) 2024-11-12T21:55:18,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c9add43d8988402c821a7b8ca67eb4b9_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448516895/Put/seqid=0 2024-11-12T21:55:18,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742187_1363 (size=12454) 2024-11-12T21:55:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:18,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742186_1362 (size=4469) 2024-11-12T21:55:18,692 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c9add43d8988402c821a7b8ca67eb4b9_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c9add43d8988402c821a7b8ca67eb4b9_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:18,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/ebce4f70682148d9a812731031af7f4e, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:18,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/ebce4f70682148d9a812731031af7f4e is 175, key is test_row_0/A:col10/1731448516895/Put/seqid=0 2024-11-12T21:55:18,697 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#A#compaction#306 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:18,698 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/132b950129354e64834100c90d20b540 is 175, key is test_row_0/A:col10/1731448514620/Put/seqid=0 2024-11-12T21:55:18,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742188_1364 (size=31255) 2024-11-12T21:55:18,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742189_1365 (size=31583) 2024-11-12T21:55:18,781 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/132b950129354e64834100c90d20b540 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/132b950129354e64834100c90d20b540 2024-11-12T21:55:18,787 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/A of 7bc904e43308b1a74ef8d448faa7a314 into 132b950129354e64834100c90d20b540(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:18,787 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:18,787 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/A, priority=13, startTime=1731448518594; duration=0sec 2024-11-12T21:55:18,787 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:18,787 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:A 2024-11-12T21:55:18,787 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:18,788 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:18,788 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/C is initiating minor compaction (all files) 2024-11-12T21:55:18,788 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/C in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:18,789 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/3f1cfe839bc042c1ac06b05828ebaa04, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/6083cf49a652417fa9ca56c01d739d58, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/4c400869e1024cc092e7d3858190bcfb] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=36.0 K 2024-11-12T21:55:18,789 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f1cfe839bc042c1ac06b05828ebaa04, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731448512350 2024-11-12T21:55:18,789 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6083cf49a652417fa9ca56c01d739d58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731448513505 2024-11-12T21:55:18,789 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c400869e1024cc092e7d3858190bcfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731448514609 2024-11-12T21:55:18,812 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#C#compaction#308 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:18,813 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/4a7db3a5579a42d7bf7ab3ecaa33e6de is 50, key is test_row_0/C:col10/1731448514620/Put/seqid=0 2024-11-12T21:55:18,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742190_1366 (size=12629) 2024-11-12T21:55:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T21:55:19,070 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/6899124fc0184303a092fde0e5b2b11f as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/6899124fc0184303a092fde0e5b2b11f 2024-11-12T21:55:19,075 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/B of 7bc904e43308b1a74ef8d448faa7a314 into 6899124fc0184303a092fde0e5b2b11f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:19,075 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:19,075 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/B, priority=13, startTime=1731448518595; duration=0sec 2024-11-12T21:55:19,075 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:19,075 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:B 2024-11-12T21:55:19,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:19,143 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/ebce4f70682148d9a812731031af7f4e 2024-11-12T21:55:19,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/8304c8945669468d8ad6158b18f8da03 is 50, key is test_row_0/B:col10/1731448516895/Put/seqid=0 2024-11-12T21:55:19,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742191_1367 (size=12301) 2024-11-12T21:55:19,170 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/8304c8945669468d8ad6158b18f8da03 2024-11-12T21:55:19,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/d228e04276ba49a8970cd52e3a87354d is 50, key is test_row_0/C:col10/1731448516895/Put/seqid=0 2024-11-12T21:55:19,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742192_1368 (size=12301) 2024-11-12T21:55:19,273 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/4a7db3a5579a42d7bf7ab3ecaa33e6de as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/4a7db3a5579a42d7bf7ab3ecaa33e6de 2024-11-12T21:55:19,278 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/C of 7bc904e43308b1a74ef8d448faa7a314 into 4a7db3a5579a42d7bf7ab3ecaa33e6de(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:19,278 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:19,278 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/C, priority=13, startTime=1731448518595; duration=0sec 2024-11-12T21:55:19,278 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:19,279 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:C 2024-11-12T21:55:19,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448579281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:19,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448579399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:19,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:19,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:19,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:19,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35260 deadline: 1731448579450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:19,452 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 7bc904e43308b1a74ef8d448faa7a314 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:19,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:19,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:19,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:19,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448579609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:19,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:19,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:19,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:19,635 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/d228e04276ba49a8970cd52e3a87354d 2024-11-12T21:55:19,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/ebce4f70682148d9a812731031af7f4e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ebce4f70682148d9a812731031af7f4e 2024-11-12T21:55:19,644 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ebce4f70682148d9a812731031af7f4e, entries=150, sequenceid=264, filesize=30.5 K 2024-11-12T21:55:19,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/8304c8945669468d8ad6158b18f8da03 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/8304c8945669468d8ad6158b18f8da03 2024-11-12T21:55:19,647 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/8304c8945669468d8ad6158b18f8da03, entries=150, sequenceid=264, filesize=12.0 K 2024-11-12T21:55:19,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/d228e04276ba49a8970cd52e3a87354d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/d228e04276ba49a8970cd52e3a87354d 2024-11-12T21:55:19,663 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/d228e04276ba49a8970cd52e3a87354d, entries=150, sequenceid=264, filesize=12.0 K 2024-11-12T21:55:19,664 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7bc904e43308b1a74ef8d448faa7a314 in 1042ms, sequenceid=264, compaction requested=false 2024-11-12T21:55:19,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:19,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:19,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-12T21:55:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-12T21:55:19,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-12T21:55:19,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8130 sec 2024-11-12T21:55:19,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.8190 sec 2024-11-12T21:55:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:19,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-12T21:55:19,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:19,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:19,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:19,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:19,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:19,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:19,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e217086b2ba64228b4e4a1e1472073b3_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448519200/Put/seqid=0 2024-11-12T21:55:19,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742193_1369 (size=14994) 2024-11-12T21:55:19,965 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:19,970 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e217086b2ba64228b4e4a1e1472073b3_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e217086b2ba64228b4e4a1e1472073b3_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:19,971 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/1cd17c7b45eb4f02822cfc2b2a7bd929, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:19,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/1cd17c7b45eb4f02822cfc2b2a7bd929 is 175, key is test_row_0/A:col10/1731448519200/Put/seqid=0 2024-11-12T21:55:19,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742194_1370 (size=39949) 2024-11-12T21:55:19,979 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/1cd17c7b45eb4f02822cfc2b2a7bd929 2024-11-12T21:55:19,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/1e3441ba346a47399f6a735c79a03940 is 50, key is test_row_0/B:col10/1731448519200/Put/seqid=0 2024-11-12T21:55:19,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742195_1371 (size=12301) 2024-11-12T21:55:19,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/1e3441ba346a47399f6a735c79a03940 2024-11-12T21:55:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T21:55:20,000 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:20,000 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:55:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-12T21:55:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T21:55:20,002 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:55:20,002 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:55:20,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:55:20,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/19cf19f6c26c4227a21f0538ab6680eb is 50, key is test_row_0/C:col10/1731448519200/Put/seqid=0 2024-11-12T21:55:20,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742196_1372 (size=12301) 2024-11-12T21:55:20,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/19cf19f6c26c4227a21f0538ab6680eb 2024-11-12T21:55:20,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/1cd17c7b45eb4f02822cfc2b2a7bd929 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/1cd17c7b45eb4f02822cfc2b2a7bd929 2024-11-12T21:55:20,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/1cd17c7b45eb4f02822cfc2b2a7bd929, entries=200, sequenceid=281, filesize=39.0 K 2024-11-12T21:55:20,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/1e3441ba346a47399f6a735c79a03940 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/1e3441ba346a47399f6a735c79a03940 2024-11-12T21:55:20,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/1e3441ba346a47399f6a735c79a03940, entries=150, sequenceid=281, filesize=12.0 K 2024-11-12T21:55:20,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/19cf19f6c26c4227a21f0538ab6680eb as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/19cf19f6c26c4227a21f0538ab6680eb 2024-11-12T21:55:20,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/19cf19f6c26c4227a21f0538ab6680eb, entries=150, sequenceid=281, filesize=12.0 K 2024-11-12T21:55:20,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=73.80 KB/75570 for 7bc904e43308b1a74ef8d448faa7a314 in 128ms, sequenceid=281, compaction requested=true 2024-11-12T21:55:20,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:20,060 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:20,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:55:20,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:20,061 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:20,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:20,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:20,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:20,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:20,062 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102787 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:20,062 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/A is initiating minor compaction (all files) 2024-11-12T21:55:20,062 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/A in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:20,062 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/132b950129354e64834100c90d20b540, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ebce4f70682148d9a812731031af7f4e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/1cd17c7b45eb4f02822cfc2b2a7bd929] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=100.4 K 2024-11-12T21:55:20,062 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:20,062 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. files: [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/132b950129354e64834100c90d20b540, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ebce4f70682148d9a812731031af7f4e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/1cd17c7b45eb4f02822cfc2b2a7bd929] 2024-11-12T21:55:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:20,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-12T21:55:20,066 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:20,066 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/B is initiating minor compaction (all files) 2024-11-12T21:55:20,066 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/B in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:20,066 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/6899124fc0184303a092fde0e5b2b11f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/8304c8945669468d8ad6158b18f8da03, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/1e3441ba346a47399f6a735c79a03940] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=36.4 K 2024-11-12T21:55:20,066 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 132b950129354e64834100c90d20b540, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731448514609 2024-11-12T21:55:20,066 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 6899124fc0184303a092fde0e5b2b11f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731448514609 2024-11-12T21:55:20,067 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebce4f70682148d9a812731031af7f4e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731448516884 2024-11-12T21:55:20,067 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 8304c8945669468d8ad6158b18f8da03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731448516884 2024-11-12T21:55:20,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:20,067 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e3441ba346a47399f6a735c79a03940, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731448519200 2024-11-12T21:55:20,067 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cd17c7b45eb4f02822cfc2b2a7bd929, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731448519200 2024-11-12T21:55:20,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:20,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:20,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:20,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:20,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:20,080 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#B#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:20,081 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/f99e69670f7b41258db6571b417ed7a4 is 50, key is test_row_0/B:col10/1731448519200/Put/seqid=0 2024-11-12T21:55:20,090 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:20,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123f91f67c7ee540fbb992f0d69c6ff1b6_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448520027/Put/seqid=0 2024-11-12T21:55:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T21:55:20,113 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112cd443eb96dd14ac7923c9e6ff27c99b6_7bc904e43308b1a74ef8d448faa7a314 store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:20,115 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112cd443eb96dd14ac7923c9e6ff27c99b6_7bc904e43308b1a74ef8d448faa7a314, store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:20,115 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112cd443eb96dd14ac7923c9e6ff27c99b6_7bc904e43308b1a74ef8d448faa7a314 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:20,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742197_1373 (size=12881) 2024-11-12T21:55:20,133 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/f99e69670f7b41258db6571b417ed7a4 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/f99e69670f7b41258db6571b417ed7a4 2024-11-12T21:55:20,138 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/B of 7bc904e43308b1a74ef8d448faa7a314 into f99e69670f7b41258db6571b417ed7a4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:20,138 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:20,138 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/B, priority=13, startTime=1731448520061; duration=0sec 2024-11-12T21:55:20,138 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:20,138 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:B 2024-11-12T21:55:20,138 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:20,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742198_1374 (size=17534) 2024-11-12T21:55:20,140 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:20,140 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/C is initiating minor compaction (all files) 2024-11-12T21:55:20,140 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/C in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:20,140 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/4a7db3a5579a42d7bf7ab3ecaa33e6de, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/d228e04276ba49a8970cd52e3a87354d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/19cf19f6c26c4227a21f0538ab6680eb] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=36.4 K 2024-11-12T21:55:20,140 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a7db3a5579a42d7bf7ab3ecaa33e6de, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731448514609 2024-11-12T21:55:20,141 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting d228e04276ba49a8970cd52e3a87354d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731448516884 2024-11-12T21:55:20,141 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 19cf19f6c26c4227a21f0538ab6680eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731448519200 2024-11-12T21:55:20,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-12T21:55:20,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:20,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:20,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:20,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742199_1375 (size=4469) 2024-11-12T21:55:20,169 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#C#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:20,169 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#A#compaction#315 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:20,169 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/9f23d28b16e74278a0dead8b5bd09ae0 is 50, key is test_row_0/C:col10/1731448519200/Put/seqid=0 2024-11-12T21:55:20,170 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/44271947636b4cd6b2a7e736f529ea91 is 175, key is test_row_0/A:col10/1731448519200/Put/seqid=0 2024-11-12T21:55:20,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742200_1376 (size=12881) 2024-11-12T21:55:20,187 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/9f23d28b16e74278a0dead8b5bd09ae0 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/9f23d28b16e74278a0dead8b5bd09ae0 2024-11-12T21:55:20,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742201_1377 (size=31835) 2024-11-12T21:55:20,211 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/44271947636b4cd6b2a7e736f529ea91 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/44271947636b4cd6b2a7e736f529ea91 2024-11-12T21:55:20,213 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/C of 7bc904e43308b1a74ef8d448faa7a314 into 9f23d28b16e74278a0dead8b5bd09ae0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:20,213 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:20,214 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/C, priority=13, startTime=1731448520061; duration=0sec 2024-11-12T21:55:20,214 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:20,214 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:C 2024-11-12T21:55:20,218 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/A of 7bc904e43308b1a74ef8d448faa7a314 into 44271947636b4cd6b2a7e736f529ea91(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:20,219 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:20,219 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/A, priority=13, startTime=1731448520060; duration=0sec 2024-11-12T21:55:20,219 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:20,219 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:A 2024-11-12T21:55:20,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448580234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:20,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:20,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:20,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:20,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-12T21:55:20,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:20,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:20,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:20,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T21:55:20,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448580359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:20,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:20,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:20,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:20,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-12T21:55:20,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:20,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:20,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:20,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,541 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:20,545 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123f91f67c7ee540fbb992f0d69c6ff1b6_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123f91f67c7ee540fbb992f0d69c6ff1b6_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:20,546 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/7c7bdfbeb39d45eda2e850b09f92ec5d, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:20,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/7c7bdfbeb39d45eda2e850b09f92ec5d is 175, key is test_row_0/A:col10/1731448520027/Put/seqid=0 2024-11-12T21:55:20,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742202_1378 (size=48639) 2024-11-12T21:55:20,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448580569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:20,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:20,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:20,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:20,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-12T21:55:20,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:20,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:20,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:20,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T21:55:20,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-12T21:55:20,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:20,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:20,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:20,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448580889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:20,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:20,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:20,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:20,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-12T21:55:20,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:20,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:20,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:20,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:20,966 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/7c7bdfbeb39d45eda2e850b09f92ec5d 2024-11-12T21:55:20,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/80562f73b808434b817e9511e25cc72f is 50, key is test_row_0/B:col10/1731448520027/Put/seqid=0 2024-11-12T21:55:20,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742203_1379 (size=12301) 2024-11-12T21:55:21,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-12T21:55:21,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:21,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:21,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:21,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:21,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T21:55:21,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-12T21:55:21,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:21,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:21,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:21,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:21,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:21,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/80562f73b808434b817e9511e25cc72f 2024-11-12T21:55:21,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/814c6c61ee9249c49ea02df4cff2cfe9 is 50, key is test_row_0/C:col10/1731448520027/Put/seqid=0 2024-11-12T21:55:21,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-12T21:55:21,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:21,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:21,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:21,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:21,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:21,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742204_1380 (size=12301) 2024-11-12T21:55:21,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448581409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:21,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:21,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:21,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:21,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-12T21:55:21,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:21,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:21,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:21,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:21,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:21,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-12T21:55:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. as already flushing 2024-11-12T21:55:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:21,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:21,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1731448581769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:21,780 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in 7bc904e43308b1a74ef8d448faa7a314 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8256 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:21,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:21,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:21,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:21,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35232 deadline: 1731448581781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:21,784 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 7bc904e43308b1a74ef8d448faa7a314 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8258 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:21,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:21,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:21,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:21,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/814c6c61ee9249c49ea02df4cff2cfe9 2024-11-12T21:55:21,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35320 deadline: 1731448581789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:21,802 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in 7bc904e43308b1a74ef8d448faa7a314 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8282 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:21,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/7c7bdfbeb39d45eda2e850b09f92ec5d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/7c7bdfbeb39d45eda2e850b09f92ec5d 2024-11-12T21:55:21,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/7c7bdfbeb39d45eda2e850b09f92ec5d, entries=250, sequenceid=297, filesize=47.5 K 2024-11-12T21:55:21,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/80562f73b808434b817e9511e25cc72f as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/80562f73b808434b817e9511e25cc72f 2024-11-12T21:55:21,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/80562f73b808434b817e9511e25cc72f, entries=150, sequenceid=297, filesize=12.0 K 2024-11-12T21:55:21,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/814c6c61ee9249c49ea02df4cff2cfe9 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/814c6c61ee9249c49ea02df4cff2cfe9 2024-11-12T21:55:21,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/814c6c61ee9249c49ea02df4cff2cfe9, entries=150, sequenceid=297, filesize=12.0 K 2024-11-12T21:55:21,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 7bc904e43308b1a74ef8d448faa7a314 in 1761ms, sequenceid=297, compaction requested=false 2024-11-12T21:55:21,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:21,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-12T21:55:21,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:21,846 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-12T21:55:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:21,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411124b793f85f265489ebabe3d7007a8d9ee_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448520230/Put/seqid=0 2024-11-12T21:55:21,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742205_1381 (size=12454) 2024-11-12T21:55:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T21:55:22,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,287 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411124b793f85f265489ebabe3d7007a8d9ee_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124b793f85f265489ebabe3d7007a8d9ee_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:22,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/756b6e4a4bd94b27a6734c9517298681, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:22,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/756b6e4a4bd94b27a6734c9517298681 is 175, key is test_row_0/A:col10/1731448520230/Put/seqid=0 2024-11-12T21:55:22,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742206_1382 (size=31255) 2024-11-12T21:55:22,323 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/756b6e4a4bd94b27a6734c9517298681 2024-11-12T21:55:22,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/13275bde519946a5a4480400edc7d887 is 50, key is test_row_0/B:col10/1731448520230/Put/seqid=0 2024-11-12T21:55:22,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742207_1383 (size=12301) 2024-11-12T21:55:22,390 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/13275bde519946a5a4480400edc7d887 2024-11-12T21:55:22,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/bdf2bbc2aa2846abaea90429dba4ce11 is 50, key is test_row_0/C:col10/1731448520230/Put/seqid=0 2024-11-12T21:55:22,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742208_1384 (size=12301) 2024-11-12T21:55:22,407 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/bdf2bbc2aa2846abaea90429dba4ce11 2024-11-12T21:55:22,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/756b6e4a4bd94b27a6734c9517298681 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/756b6e4a4bd94b27a6734c9517298681 2024-11-12T21:55:22,424 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/756b6e4a4bd94b27a6734c9517298681, entries=150, sequenceid=316, filesize=30.5 K 2024-11-12T21:55:22,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/13275bde519946a5a4480400edc7d887 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/13275bde519946a5a4480400edc7d887 2024-11-12T21:55:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,430 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/13275bde519946a5a4480400edc7d887, entries=150, sequenceid=316, filesize=12.0 K 2024-11-12T21:55:22,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/bdf2bbc2aa2846abaea90429dba4ce11 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/bdf2bbc2aa2846abaea90429dba4ce11 2024-11-12T21:55:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,462 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/bdf2bbc2aa2846abaea90429dba4ce11, entries=150, sequenceid=316, filesize=12.0 K 2024-11-12T21:55:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,463 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for 7bc904e43308b1a74ef8d448faa7a314 in 617ms, sequenceid=316, compaction requested=true 2024-11-12T21:55:22,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-12T21:55:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-12T21:55:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-12T21:55:22,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4630 sec 2024-11-12T21:55:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.4700 sec 2024-11-12T21:55:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:22,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:55:22,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:22,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:22,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:22,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:22,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:22,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:22,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129e4b301dfe5f4882bd88eaa2d6778152_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448522747/Put/seqid=0 2024-11-12T21:55:22,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742209_1385 (size=14994) 2024-11-12T21:55:22,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448522929, max timestamp=1731448522980Num uniques 859; 2024-11-12T21:55:22,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:55:22,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448522929, max timestamp=1731448522980Num uniques 859; 2024-11-12T21:55:22,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:55:22,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448522929, max timestamp=1731448522980Num uniques 859; 2024-11-12T21:55:22,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:55:23,188 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:23,193 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129e4b301dfe5f4882bd88eaa2d6778152_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129e4b301dfe5f4882bd88eaa2d6778152_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:23,194 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/76a5647464b3407db87234f24fc4c097, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:23,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/76a5647464b3407db87234f24fc4c097 is 175, key is test_row_0/A:col10/1731448522747/Put/seqid=0 2024-11-12T21:55:23,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742210_1386 (size=39949) 2024-11-12T21:55:23,206 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/76a5647464b3407db87234f24fc4c097 2024-11-12T21:55:23,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35332 deadline: 1731448583203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:23,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:23,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:23,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:55:23,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/15014a05234a4b6cb10e45b7e3ad918e is 50, key is test_row_0/B:col10/1731448522747/Put/seqid=0 2024-11-12T21:55:23,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742211_1387 (size=12301) 2024-11-12T21:55:23,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/15014a05234a4b6cb10e45b7e3ad918e 2024-11-12T21:55:23,225 INFO [Thread-1414 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1414. 2024-11-12T21:55:23,225 DEBUG [Thread-1414 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:23,225 DEBUG [Thread-1414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:23,225 DEBUG [Thread-1414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:23,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:23,228 INFO [Thread-1420 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1420. 2024-11-12T21:55:23,228 DEBUG [Thread-1420 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:23,228 DEBUG [Thread-1420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:23,228 DEBUG [Thread-1420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:23,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:23,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/fe69de7db4a94fb184a1b9f961a7afe0 is 50, key is test_row_0/C:col10/1731448522747/Put/seqid=0 2024-11-12T21:55:23,233 INFO [Thread-1418 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1418. 2024-11-12T21:55:23,233 DEBUG [Thread-1418 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:23,233 DEBUG [Thread-1418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:23,233 DEBUG [Thread-1418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:23,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:23,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742212_1388 (size=12301) 2024-11-12T21:55:23,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/fe69de7db4a94fb184a1b9f961a7afe0 2024-11-12T21:55:23,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/76a5647464b3407db87234f24fc4c097 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/76a5647464b3407db87234f24fc4c097 2024-11-12T21:55:23,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/76a5647464b3407db87234f24fc4c097, entries=200, sequenceid=326, filesize=39.0 K 2024-11-12T21:55:23,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/15014a05234a4b6cb10e45b7e3ad918e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/15014a05234a4b6cb10e45b7e3ad918e 2024-11-12T21:55:23,246 INFO [Thread-1416 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1416. 2024-11-12T21:55:23,246 DEBUG [Thread-1416 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:23,246 DEBUG [Thread-1416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:23,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/15014a05234a4b6cb10e45b7e3ad918e, entries=150, sequenceid=326, filesize=12.0 K 2024-11-12T21:55:23,246 DEBUG [Thread-1416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:23,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:23,247 INFO [Thread-1422 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1422. 2024-11-12T21:55:23,247 DEBUG [Thread-1422 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:23,247 DEBUG [Thread-1422 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:23,248 DEBUG [Thread-1422 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:23,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:23,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/fe69de7db4a94fb184a1b9f961a7afe0 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/fe69de7db4a94fb184a1b9f961a7afe0 2024-11-12T21:55:23,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/fe69de7db4a94fb184a1b9f961a7afe0, entries=150, sequenceid=326, filesize=12.0 K 2024-11-12T21:55:23,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 7bc904e43308b1a74ef8d448faa7a314 in 501ms, sequenceid=326, compaction requested=true 2024-11-12T21:55:23,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:23,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:55:23,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:23,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:23,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:23,253 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:55:23,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7bc904e43308b1a74ef8d448faa7a314:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:23,253 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:55:23,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:23,254 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151678 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:55:23,254 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:55:23,254 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/A is initiating minor compaction (all files) 2024-11-12T21:55:23,254 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/B is initiating minor compaction (all files) 2024-11-12T21:55:23,254 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/B in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:23,254 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/A in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:23,254 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/44271947636b4cd6b2a7e736f529ea91, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/7c7bdfbeb39d45eda2e850b09f92ec5d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/756b6e4a4bd94b27a6734c9517298681, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/76a5647464b3407db87234f24fc4c097] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=148.1 K 2024-11-12T21:55:23,254 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/f99e69670f7b41258db6571b417ed7a4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/80562f73b808434b817e9511e25cc72f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/13275bde519946a5a4480400edc7d887, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/15014a05234a4b6cb10e45b7e3ad918e] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=48.6 K 2024-11-12T21:55:23,254 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:23,254 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. files: [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/44271947636b4cd6b2a7e736f529ea91, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/7c7bdfbeb39d45eda2e850b09f92ec5d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/756b6e4a4bd94b27a6734c9517298681, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/76a5647464b3407db87234f24fc4c097] 2024-11-12T21:55:23,254 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting f99e69670f7b41258db6571b417ed7a4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731448519200 2024-11-12T21:55:23,254 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44271947636b4cd6b2a7e736f529ea91, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731448519200 2024-11-12T21:55:23,255 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 80562f73b808434b817e9511e25cc72f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731448520027 2024-11-12T21:55:23,255 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c7bdfbeb39d45eda2e850b09f92ec5d, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731448519993 2024-11-12T21:55:23,255 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 13275bde519946a5a4480400edc7d887, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731448520214 2024-11-12T21:55:23,255 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 756b6e4a4bd94b27a6734c9517298681, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731448520214 2024-11-12T21:55:23,255 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 15014a05234a4b6cb10e45b7e3ad918e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731448522602 2024-11-12T21:55:23,255 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76a5647464b3407db87234f24fc4c097, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731448522602 2024-11-12T21:55:23,263 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:23,263 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#B#compaction#326 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:23,263 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/48f2e6a1e1f54811ad3fcc05f7782126 is 50, key is test_row_0/B:col10/1731448522747/Put/seqid=0 2024-11-12T21:55:23,264 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411124c5cd8c3862940f09cbaa17fc5bc3d4e_7bc904e43308b1a74ef8d448faa7a314 store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:23,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742213_1389 (size=13017) 2024-11-12T21:55:23,282 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411124c5cd8c3862940f09cbaa17fc5bc3d4e_7bc904e43308b1a74ef8d448faa7a314, store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:23,282 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411124c5cd8c3862940f09cbaa17fc5bc3d4e_7bc904e43308b1a74ef8d448faa7a314 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:23,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742214_1390 (size=4469) 2024-11-12T21:55:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:23,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-12T21:55:23,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:23,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:55:23,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:23,322 INFO [Thread-1405 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1405. 2024-11-12T21:55:23,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:55:23,322 DEBUG [Thread-1405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:23,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:23,322 DEBUG [Thread-1405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:23,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:55:23,322 DEBUG [Thread-1405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:23,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:23,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111226cd81b1beae40cb87046f4d9fce6625_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448523179/Put/seqid=0 2024-11-12T21:55:23,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742215_1391 (size=12454) 2024-11-12T21:55:23,671 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/48f2e6a1e1f54811ad3fcc05f7782126 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/48f2e6a1e1f54811ad3fcc05f7782126 2024-11-12T21:55:23,676 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/B of 7bc904e43308b1a74ef8d448faa7a314 into 48f2e6a1e1f54811ad3fcc05f7782126(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:23,676 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:23,676 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/B, priority=12, startTime=1731448523253; duration=0sec 2024-11-12T21:55:23,676 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:23,676 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:B 2024-11-12T21:55:23,676 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:55:23,677 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:55:23,677 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 7bc904e43308b1a74ef8d448faa7a314/C is initiating minor compaction (all files) 2024-11-12T21:55:23,677 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7bc904e43308b1a74ef8d448faa7a314/C in TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:23,678 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/9f23d28b16e74278a0dead8b5bd09ae0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/814c6c61ee9249c49ea02df4cff2cfe9, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/bdf2bbc2aa2846abaea90429dba4ce11, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/fe69de7db4a94fb184a1b9f961a7afe0] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp, totalSize=48.6 K 2024-11-12T21:55:23,678 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f23d28b16e74278a0dead8b5bd09ae0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731448519200 2024-11-12T21:55:23,678 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 814c6c61ee9249c49ea02df4cff2cfe9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731448520027 2024-11-12T21:55:23,678 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting bdf2bbc2aa2846abaea90429dba4ce11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731448520214 2024-11-12T21:55:23,679 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting fe69de7db4a94fb184a1b9f961a7afe0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731448522602 2024-11-12T21:55:23,686 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#C#compaction#329 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:23,687 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7bc904e43308b1a74ef8d448faa7a314#A#compaction#327 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:23,687 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/82c5bc5a53114914b83b53292f3cfff3 is 50, key is test_row_0/C:col10/1731448522747/Put/seqid=0 2024-11-12T21:55:23,687 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/e2fb1d85993848229c46ef506043cdd9 is 175, key is test_row_0/A:col10/1731448522747/Put/seqid=0 2024-11-12T21:55:23,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742216_1392 (size=13017) 2024-11-12T21:55:23,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742217_1393 (size=31971) 2024-11-12T21:55:23,738 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:23,741 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111226cd81b1beae40cb87046f4d9fce6625_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111226cd81b1beae40cb87046f4d9fce6625_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:23,742 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/23fc0fb3680147b4bbadd14c6e129dff, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:23,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/23fc0fb3680147b4bbadd14c6e129dff is 175, key is test_row_0/A:col10/1731448523179/Put/seqid=0 2024-11-12T21:55:23,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742218_1394 (size=31255) 2024-11-12T21:55:23,746 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/23fc0fb3680147b4bbadd14c6e129dff 2024-11-12T21:55:23,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/54877eb70b444d0fa19ed7c44440ce5f is 50, key is test_row_0/B:col10/1731448523179/Put/seqid=0 2024-11-12T21:55:23,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742219_1395 (size=12301) 2024-11-12T21:55:24,097 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/82c5bc5a53114914b83b53292f3cfff3 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/82c5bc5a53114914b83b53292f3cfff3 2024-11-12T21:55:24,097 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/e2fb1d85993848229c46ef506043cdd9 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/e2fb1d85993848229c46ef506043cdd9 2024-11-12T21:55:24,101 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/A of 7bc904e43308b1a74ef8d448faa7a314 into e2fb1d85993848229c46ef506043cdd9(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:24,101 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7bc904e43308b1a74ef8d448faa7a314/C of 7bc904e43308b1a74ef8d448faa7a314 into 82c5bc5a53114914b83b53292f3cfff3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:24,101 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:24,101 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:24,101 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/A, priority=12, startTime=1731448523253; duration=0sec 2024-11-12T21:55:24,101 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., storeName=7bc904e43308b1a74ef8d448faa7a314/C, priority=12, startTime=1731448523253; duration=0sec 2024-11-12T21:55:24,101 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:24,101 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:C 2024-11-12T21:55:24,101 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:24,101 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7bc904e43308b1a74ef8d448faa7a314:A 2024-11-12T21:55:24,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/54877eb70b444d0fa19ed7c44440ce5f 2024-11-12T21:55:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T21:55:24,160 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:24,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/91459a7c9b664359beddc86662518302 is 50, key is test_row_0/C:col10/1731448523179/Put/seqid=0 2024-11-12T21:55:24,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742220_1396 (size=12301) 2024-11-12T21:55:24,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/91459a7c9b664359beddc86662518302 2024-11-12T21:55:24,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/23fc0fb3680147b4bbadd14c6e129dff as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/23fc0fb3680147b4bbadd14c6e129dff 2024-11-12T21:55:24,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/23fc0fb3680147b4bbadd14c6e129dff, entries=150, sequenceid=364, filesize=30.5 K 2024-11-12T21:55:24,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/54877eb70b444d0fa19ed7c44440ce5f as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/54877eb70b444d0fa19ed7c44440ce5f 2024-11-12T21:55:24,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/54877eb70b444d0fa19ed7c44440ce5f, entries=150, sequenceid=364, filesize=12.0 K 2024-11-12T21:55:24,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/91459a7c9b664359beddc86662518302 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/91459a7c9b664359beddc86662518302 2024-11-12T21:55:24,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/91459a7c9b664359beddc86662518302, entries=150, sequenceid=364, filesize=12.0 K 2024-11-12T21:55:24,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=0 B/0 for 7bc904e43308b1a74ef8d448faa7a314 in 1264ms, sequenceid=364, compaction requested=false 2024-11-12T21:55:24,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7bc904e43308b1a74ef8d448faa7a314: 2024-11-12T21:55:28,652 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T21:55:29,474 INFO [Thread-1411 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1411. 2024-11-12T21:55:29,474 DEBUG [Thread-1411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:29,474 DEBUG [Thread-1411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:29,475 DEBUG [Thread-1411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:29,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:31,792 INFO [Thread-1407 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1407. 2024-11-12T21:55:31,792 DEBUG [Thread-1407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:31,792 DEBUG [Thread-1407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:31,792 DEBUG [Thread-1407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:31,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:31,833 INFO [Thread-1409 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1409. 2024-11-12T21:55:31,833 DEBUG [Thread-1409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:31,833 DEBUG [Thread-1409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:31,833 DEBUG [Thread-1409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:31,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:31,884 INFO [Thread-1403 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1403. 2024-11-12T21:55:31,884 DEBUG [Thread-1403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:31,884 DEBUG [Thread-1403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:31,884 DEBUG [Thread-1403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:31,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:31,885 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T21:55:31,885 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-12T21:55:31,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 136 2024-11-12T21:55:31,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-12T21:55:31,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-12T21:55:31,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-12T21:55:31,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T21:55:31,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T21:55:31,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 986 2024-11-12T21:55:31,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2954 rows 2024-11-12T21:55:31,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 982 2024-11-12T21:55:31,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2945 rows 2024-11-12T21:55:31,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 982 2024-11-12T21:55:31,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2943 rows 2024-11-12T21:55:31,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 986 2024-11-12T21:55:31,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2952 rows 2024-11-12T21:55:31,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 982 2024-11-12T21:55:31,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2941 rows 2024-11-12T21:55:31,887 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:55:31,887 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:55:31,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:31,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:31,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:31,889 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T21:55:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T21:55:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T21:55:31,893 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448531893"}]},"ts":"1731448531893"} 2024-11-12T21:55:31,894 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T21:55:31,895 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T21:55:31,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:55:31,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7bc904e43308b1a74ef8d448faa7a314, UNASSIGN}] 2024-11-12T21:55:31,898 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7bc904e43308b1a74ef8d448faa7a314, UNASSIGN 2024-11-12T21:55:31,898 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=7bc904e43308b1a74ef8d448faa7a314, regionState=CLOSING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:55:31,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7bc904e43308b1a74ef8d448faa7a314, UNASSIGN because future has completed 2024-11-12T21:55:31,900 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:55:31,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:55:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T21:55:32,052 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(122): Close 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:32,052 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:55:32,052 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1722): Closing 7bc904e43308b1a74ef8d448faa7a314, disabling compactions & flushes 2024-11-12T21:55:32,052 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:32,052 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:32,052 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. after waiting 0 ms 2024-11-12T21:55:32,052 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:32,052 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(2902): Flushing 7bc904e43308b1a74ef8d448faa7a314 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-12T21:55:32,053 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=A 2024-11-12T21:55:32,053 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:32,053 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=B 2024-11-12T21:55:32,053 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:32,053 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7bc904e43308b1a74ef8d448faa7a314, store=C 2024-11-12T21:55:32,053 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:32,062 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b46397e87948406bbaefa1a1c2fda8e1_7bc904e43308b1a74ef8d448faa7a314 is 50, key is test_row_0/A:col10/1731448531830/Put/seqid=0 2024-11-12T21:55:32,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742221_1397 (size=9914) 2024-11-12T21:55:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T21:55:32,467 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:32,476 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b46397e87948406bbaefa1a1c2fda8e1_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b46397e87948406bbaefa1a1c2fda8e1_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:32,477 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/cb74d8928294460e822929cf84d79027, store: [table=TestAcidGuarantees family=A region=7bc904e43308b1a74ef8d448faa7a314] 2024-11-12T21:55:32,477 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/cb74d8928294460e822929cf84d79027 is 175, key is test_row_0/A:col10/1731448531830/Put/seqid=0 2024-11-12T21:55:32,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742222_1398 (size=22561) 2024-11-12T21:55:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T21:55:32,780 WARN [regionserver/0c576948786c:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-12T21:55:32,780 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/fed0edbaf24f4fa299302d3ea4770ffe, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/bbaae1dfd6224e2c9076435e7941e0f2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c7a597c1710f4114b44c379d565316c5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/a1f71de7cecf493c9037f2e3d28c4407, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ec30af94c7a14eb689ab8ba35fcc56f4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/e8e0c94b6c95480bbfd6739f4f3da324, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c33a95edbbbf499da9d59f24496c9e80, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/599e329521434948aafe54cf41c6e292, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c527983554eb4dc1b811e02f150e5d43, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ee69ca28f56a4b2c94711d2e530605c2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/8b0bc75d8de24793817a814e05f11e47, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ed85a556b2ce427bbca5846d0e1b9f83, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/26227519c3eb4ff2bd7060cb2c965305, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/245c61b6085a4c21b4a123cc4fd5d895, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/132b950129354e64834100c90d20b540, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ebce4f70682148d9a812731031af7f4e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/1cd17c7b45eb4f02822cfc2b2a7bd929, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/44271947636b4cd6b2a7e736f529ea91, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/7c7bdfbeb39d45eda2e850b09f92ec5d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/756b6e4a4bd94b27a6734c9517298681, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/76a5647464b3407db87234f24fc4c097] to archive 2024-11-12T21:55:32,782 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:55:32,784 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/fed0edbaf24f4fa299302d3ea4770ffe to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/fed0edbaf24f4fa299302d3ea4770ffe 2024-11-12T21:55:32,785 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/bbaae1dfd6224e2c9076435e7941e0f2 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/bbaae1dfd6224e2c9076435e7941e0f2 2024-11-12T21:55:32,787 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c7a597c1710f4114b44c379d565316c5 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c7a597c1710f4114b44c379d565316c5 2024-11-12T21:55:32,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/a1f71de7cecf493c9037f2e3d28c4407 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/a1f71de7cecf493c9037f2e3d28c4407 2024-11-12T21:55:32,789 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ec30af94c7a14eb689ab8ba35fcc56f4 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ec30af94c7a14eb689ab8ba35fcc56f4 2024-11-12T21:55:32,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/e8e0c94b6c95480bbfd6739f4f3da324 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/e8e0c94b6c95480bbfd6739f4f3da324 2024-11-12T21:55:32,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c33a95edbbbf499da9d59f24496c9e80 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c33a95edbbbf499da9d59f24496c9e80 2024-11-12T21:55:32,792 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/599e329521434948aafe54cf41c6e292 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/599e329521434948aafe54cf41c6e292 2024-11-12T21:55:32,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c527983554eb4dc1b811e02f150e5d43 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/c527983554eb4dc1b811e02f150e5d43 2024-11-12T21:55:32,795 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ee69ca28f56a4b2c94711d2e530605c2 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ee69ca28f56a4b2c94711d2e530605c2 2024-11-12T21:55:32,796 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/8b0bc75d8de24793817a814e05f11e47 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/8b0bc75d8de24793817a814e05f11e47 2024-11-12T21:55:32,798 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ed85a556b2ce427bbca5846d0e1b9f83 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ed85a556b2ce427bbca5846d0e1b9f83 2024-11-12T21:55:32,800 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/26227519c3eb4ff2bd7060cb2c965305 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/26227519c3eb4ff2bd7060cb2c965305 2024-11-12T21:55:32,801 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/245c61b6085a4c21b4a123cc4fd5d895 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/245c61b6085a4c21b4a123cc4fd5d895 2024-11-12T21:55:32,803 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/132b950129354e64834100c90d20b540 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/132b950129354e64834100c90d20b540 2024-11-12T21:55:32,804 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ebce4f70682148d9a812731031af7f4e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/ebce4f70682148d9a812731031af7f4e 2024-11-12T21:55:32,805 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/1cd17c7b45eb4f02822cfc2b2a7bd929 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/1cd17c7b45eb4f02822cfc2b2a7bd929 2024-11-12T21:55:32,806 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/44271947636b4cd6b2a7e736f529ea91 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/44271947636b4cd6b2a7e736f529ea91 2024-11-12T21:55:32,807 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/7c7bdfbeb39d45eda2e850b09f92ec5d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/7c7bdfbeb39d45eda2e850b09f92ec5d 2024-11-12T21:55:32,808 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/756b6e4a4bd94b27a6734c9517298681 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/756b6e4a4bd94b27a6734c9517298681 2024-11-12T21:55:32,808 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/76a5647464b3407db87234f24fc4c097 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/76a5647464b3407db87234f24fc4c097 2024-11-12T21:55:32,811 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/65ee6c1ba7094216acfde8b054d2f6c8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/2603899569a047eaae988a3bd29d8c70, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ab510fe7da5a47faa91a31f9a2d7e329, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/f077a5ea80614c0fb51e7d2d0b98b68e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/856cbb1cf1fb4b2d821b8a8183788aed, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/cac87407dd8f4289a89a13ecdf6fe4e7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/3555ec513e7e4a67802bb50bc55675e7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/cea4a335aa41401dbe069aab8951deb6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/bdfc0e8ff36c46aeaafc5b5d53e88748, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/b71a5dd8ac7c4f7082657bc47ffa1ad3, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/7c035de6c0cf4c64ae5d889bab5126ee, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ee8b8c212b234ec5bd2bdc4cd7a5f1d1, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ffa988c01bfb42cd9d944b7666e754b2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/6899124fc0184303a092fde0e5b2b11f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/1dd8449fee994324899000641752f0ac, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/8304c8945669468d8ad6158b18f8da03, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/f99e69670f7b41258db6571b417ed7a4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/1e3441ba346a47399f6a735c79a03940, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/80562f73b808434b817e9511e25cc72f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/13275bde519946a5a4480400edc7d887, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/15014a05234a4b6cb10e45b7e3ad918e] to archive 2024-11-12T21:55:32,812 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:55:32,813 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/65ee6c1ba7094216acfde8b054d2f6c8 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/65ee6c1ba7094216acfde8b054d2f6c8 2024-11-12T21:55:32,814 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/2603899569a047eaae988a3bd29d8c70 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/2603899569a047eaae988a3bd29d8c70 2024-11-12T21:55:32,814 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ab510fe7da5a47faa91a31f9a2d7e329 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ab510fe7da5a47faa91a31f9a2d7e329 2024-11-12T21:55:32,815 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/f077a5ea80614c0fb51e7d2d0b98b68e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/f077a5ea80614c0fb51e7d2d0b98b68e 2024-11-12T21:55:32,816 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/856cbb1cf1fb4b2d821b8a8183788aed to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/856cbb1cf1fb4b2d821b8a8183788aed 2024-11-12T21:55:32,817 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/cac87407dd8f4289a89a13ecdf6fe4e7 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/cac87407dd8f4289a89a13ecdf6fe4e7 2024-11-12T21:55:32,817 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/3555ec513e7e4a67802bb50bc55675e7 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/3555ec513e7e4a67802bb50bc55675e7 2024-11-12T21:55:32,818 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/cea4a335aa41401dbe069aab8951deb6 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/cea4a335aa41401dbe069aab8951deb6 2024-11-12T21:55:32,819 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/bdfc0e8ff36c46aeaafc5b5d53e88748 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/bdfc0e8ff36c46aeaafc5b5d53e88748 2024-11-12T21:55:32,820 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/b71a5dd8ac7c4f7082657bc47ffa1ad3 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/b71a5dd8ac7c4f7082657bc47ffa1ad3 2024-11-12T21:55:32,820 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/7c035de6c0cf4c64ae5d889bab5126ee to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/7c035de6c0cf4c64ae5d889bab5126ee 2024-11-12T21:55:32,822 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ee8b8c212b234ec5bd2bdc4cd7a5f1d1 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ee8b8c212b234ec5bd2bdc4cd7a5f1d1 2024-11-12T21:55:32,823 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ffa988c01bfb42cd9d944b7666e754b2 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/ffa988c01bfb42cd9d944b7666e754b2 2024-11-12T21:55:32,824 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/6899124fc0184303a092fde0e5b2b11f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/6899124fc0184303a092fde0e5b2b11f 2024-11-12T21:55:32,825 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/1dd8449fee994324899000641752f0ac to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/1dd8449fee994324899000641752f0ac 2024-11-12T21:55:32,825 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/8304c8945669468d8ad6158b18f8da03 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/8304c8945669468d8ad6158b18f8da03 2024-11-12T21:55:32,826 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/f99e69670f7b41258db6571b417ed7a4 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/f99e69670f7b41258db6571b417ed7a4 2024-11-12T21:55:32,827 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/1e3441ba346a47399f6a735c79a03940 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/1e3441ba346a47399f6a735c79a03940 2024-11-12T21:55:32,828 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/80562f73b808434b817e9511e25cc72f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/80562f73b808434b817e9511e25cc72f 2024-11-12T21:55:32,829 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/13275bde519946a5a4480400edc7d887 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/13275bde519946a5a4480400edc7d887 2024-11-12T21:55:32,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/15014a05234a4b6cb10e45b7e3ad918e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/15014a05234a4b6cb10e45b7e3ad918e 2024-11-12T21:55:32,834 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/940bed9d930244209e2605177a9afbd4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/0eae82f9b7ce4a8aaa0e83e3d5dd218c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/58c228d5c66f46c2836d7c760d7f803c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/e56c2635d0d34f789be33a56b7872944, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/e2e23d0aefe64c17b1da7347cb2c74ea, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/8ef79ceba984463490ee0ff0a8fb111d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/ee01f9bbd1d24d7b9f586ab0eed22399, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/48a5af7ad61b408d8fc70dbf9341f3db, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/39fa18c7d35840d4a96ea62a8d029148, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/1a4ea572b64f4272b6fae8f8d815b668, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/3f1cfe839bc042c1ac06b05828ebaa04, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/a7d0cff08274467289a6cd509579d57d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/6083cf49a652417fa9ca56c01d739d58, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/4a7db3a5579a42d7bf7ab3ecaa33e6de, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/4c400869e1024cc092e7d3858190bcfb, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/d228e04276ba49a8970cd52e3a87354d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/9f23d28b16e74278a0dead8b5bd09ae0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/19cf19f6c26c4227a21f0538ab6680eb, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/814c6c61ee9249c49ea02df4cff2cfe9, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/bdf2bbc2aa2846abaea90429dba4ce11, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/fe69de7db4a94fb184a1b9f961a7afe0] to archive 2024-11-12T21:55:32,835 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:55:32,836 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/940bed9d930244209e2605177a9afbd4 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/940bed9d930244209e2605177a9afbd4 2024-11-12T21:55:32,837 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/0eae82f9b7ce4a8aaa0e83e3d5dd218c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/0eae82f9b7ce4a8aaa0e83e3d5dd218c 2024-11-12T21:55:32,838 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/58c228d5c66f46c2836d7c760d7f803c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/58c228d5c66f46c2836d7c760d7f803c 2024-11-12T21:55:32,839 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/e56c2635d0d34f789be33a56b7872944 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/e56c2635d0d34f789be33a56b7872944 2024-11-12T21:55:32,840 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/e2e23d0aefe64c17b1da7347cb2c74ea to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/e2e23d0aefe64c17b1da7347cb2c74ea 2024-11-12T21:55:32,841 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/8ef79ceba984463490ee0ff0a8fb111d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/8ef79ceba984463490ee0ff0a8fb111d 2024-11-12T21:55:32,841 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/ee01f9bbd1d24d7b9f586ab0eed22399 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/ee01f9bbd1d24d7b9f586ab0eed22399 2024-11-12T21:55:32,842 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/48a5af7ad61b408d8fc70dbf9341f3db to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/48a5af7ad61b408d8fc70dbf9341f3db 2024-11-12T21:55:32,843 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/39fa18c7d35840d4a96ea62a8d029148 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/39fa18c7d35840d4a96ea62a8d029148 2024-11-12T21:55:32,844 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/1a4ea572b64f4272b6fae8f8d815b668 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/1a4ea572b64f4272b6fae8f8d815b668 2024-11-12T21:55:32,845 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/3f1cfe839bc042c1ac06b05828ebaa04 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/3f1cfe839bc042c1ac06b05828ebaa04 2024-11-12T21:55:32,845 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/a7d0cff08274467289a6cd509579d57d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/a7d0cff08274467289a6cd509579d57d 2024-11-12T21:55:32,846 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/6083cf49a652417fa9ca56c01d739d58 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/6083cf49a652417fa9ca56c01d739d58 2024-11-12T21:55:32,847 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/4a7db3a5579a42d7bf7ab3ecaa33e6de to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/4a7db3a5579a42d7bf7ab3ecaa33e6de 2024-11-12T21:55:32,847 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/4c400869e1024cc092e7d3858190bcfb to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/4c400869e1024cc092e7d3858190bcfb 2024-11-12T21:55:32,848 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/d228e04276ba49a8970cd52e3a87354d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/d228e04276ba49a8970cd52e3a87354d 2024-11-12T21:55:32,849 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/9f23d28b16e74278a0dead8b5bd09ae0 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/9f23d28b16e74278a0dead8b5bd09ae0 2024-11-12T21:55:32,849 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/19cf19f6c26c4227a21f0538ab6680eb to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/19cf19f6c26c4227a21f0538ab6680eb 2024-11-12T21:55:32,850 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/814c6c61ee9249c49ea02df4cff2cfe9 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/814c6c61ee9249c49ea02df4cff2cfe9 2024-11-12T21:55:32,851 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/bdf2bbc2aa2846abaea90429dba4ce11 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/bdf2bbc2aa2846abaea90429dba4ce11 2024-11-12T21:55:32,851 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/fe69de7db4a94fb184a1b9f961a7afe0 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/fe69de7db4a94fb184a1b9f961a7afe0 2024-11-12T21:55:32,881 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/cb74d8928294460e822929cf84d79027 2024-11-12T21:55:32,887 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/3246cf5497bd4574bcb886a5a91c5a3f is 50, key is test_row_0/B:col10/1731448531830/Put/seqid=0 2024-11-12T21:55:32,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742223_1399 (size=9857) 2024-11-12T21:55:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T21:55:33,291 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/3246cf5497bd4574bcb886a5a91c5a3f 2024-11-12T21:55:33,305 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/872f13f2443d465d936d9f4ee98bd69b is 50, key is test_row_0/C:col10/1731448531830/Put/seqid=0 2024-11-12T21:55:33,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742224_1400 (size=9857) 2024-11-12T21:55:33,710 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/872f13f2443d465d936d9f4ee98bd69b 2024-11-12T21:55:33,721 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/A/cb74d8928294460e822929cf84d79027 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/cb74d8928294460e822929cf84d79027 2024-11-12T21:55:33,727 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/cb74d8928294460e822929cf84d79027, entries=100, sequenceid=374, filesize=22.0 K 2024-11-12T21:55:33,728 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/B/3246cf5497bd4574bcb886a5a91c5a3f as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/3246cf5497bd4574bcb886a5a91c5a3f 2024-11-12T21:55:33,734 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/3246cf5497bd4574bcb886a5a91c5a3f, entries=100, sequenceid=374, filesize=9.6 K 2024-11-12T21:55:33,735 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/.tmp/C/872f13f2443d465d936d9f4ee98bd69b as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/872f13f2443d465d936d9f4ee98bd69b 2024-11-12T21:55:33,739 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/872f13f2443d465d936d9f4ee98bd69b, entries=100, sequenceid=374, filesize=9.6 K 2024-11-12T21:55:33,740 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 7bc904e43308b1a74ef8d448faa7a314 in 1688ms, sequenceid=374, compaction requested=true 2024-11-12T21:55:33,745 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/recovered.edits/377.seqid, newMaxSeqId=377, maxSeqId=4 2024-11-12T21:55:33,746 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. 2024-11-12T21:55:33,746 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1676): Region close journal for 7bc904e43308b1a74ef8d448faa7a314: Waiting for close lock at 1731448532052Running coprocessor pre-close hooks at 1731448532052Disabling compacts and flushes for region at 1731448532052Disabling writes for close at 1731448532052Obtaining lock to block concurrent updates at 1731448532052Preparing flush snapshotting stores in 7bc904e43308b1a74ef8d448faa7a314 at 1731448532052Finished memstore snapshotting TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731448532053 (+1 ms)Flushing stores of TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314. at 1731448532054 (+1 ms)Flushing 7bc904e43308b1a74ef8d448faa7a314/A: creating writer at 1731448532054Flushing mob file 7bc904e43308b1a74ef8d448faa7a314/A: appending metadata at 1731448532062 (+8 ms)Flushing mob file 7bc904e43308b1a74ef8d448faa7a314/A: closing flushed file at 1731448532062Flushing 7bc904e43308b1a74ef8d448faa7a314/A: appending metadata at 1731448532477 (+415 ms)Flushing 7bc904e43308b1a74ef8d448faa7a314/A: closing flushed file at 1731448532477Flushing 7bc904e43308b1a74ef8d448faa7a314/B: creating writer at 1731448532884 (+407 ms)Flushing 7bc904e43308b1a74ef8d448faa7a314/B: appending metadata at 1731448532886 (+2 ms)Flushing 7bc904e43308b1a74ef8d448faa7a314/B: closing flushed file at 1731448532886Flushing 7bc904e43308b1a74ef8d448faa7a314/C: creating writer at 1731448533299 (+413 ms)Flushing 7bc904e43308b1a74ef8d448faa7a314/C: appending metadata at 1731448533305 (+6 ms)Flushing 7bc904e43308b1a74ef8d448faa7a314/C: closing flushed file at 1731448533305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ac3fcf: reopening flushed file at 1731448533719 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6524adce: reopening flushed file at 1731448533727 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb1a645: reopening flushed file at 1731448533734 (+7 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 7bc904e43308b1a74ef8d448faa7a314 in 1688ms, sequenceid=374, compaction requested=true at 1731448533740 (+6 ms)Writing region close event to WAL at 1731448533742 (+2 ms)Running coprocessor post-close hooks at 1731448533746 (+4 ms)Closed at 1731448533746 2024-11-12T21:55:33,748 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(157): Closed 7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:33,749 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=7bc904e43308b1a74ef8d448faa7a314, regionState=CLOSED 2024-11-12T21:55:33,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:55:33,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-12T21:55:33,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseRegionProcedure 7bc904e43308b1a74ef8d448faa7a314, server=0c576948786c,34327,1731448410123 in 1.8510 sec 2024-11-12T21:55:33,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110 2024-11-12T21:55:33,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7bc904e43308b1a74ef8d448faa7a314, UNASSIGN in 1.8570 sec 2024-11-12T21:55:33,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-12T21:55:33,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8620 sec 2024-11-12T21:55:33,761 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448533761"}]},"ts":"1731448533761"} 2024-11-12T21:55:33,762 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T21:55:33,762 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T21:55:33,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8740 sec 2024-11-12T21:55:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T21:55:34,051 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:34,052 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T21:55:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:55:34,056 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:55:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-12T21:55:34,057 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=113, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:55:34,059 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,061 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/recovered.edits] 2024-11-12T21:55:34,063 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/23fc0fb3680147b4bbadd14c6e129dff to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/23fc0fb3680147b4bbadd14c6e129dff 2024-11-12T21:55:34,064 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/cb74d8928294460e822929cf84d79027 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/cb74d8928294460e822929cf84d79027 2024-11-12T21:55:34,065 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/e2fb1d85993848229c46ef506043cdd9 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/A/e2fb1d85993848229c46ef506043cdd9 2024-11-12T21:55:34,067 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/3246cf5497bd4574bcb886a5a91c5a3f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/3246cf5497bd4574bcb886a5a91c5a3f 2024-11-12T21:55:34,068 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/48f2e6a1e1f54811ad3fcc05f7782126 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/48f2e6a1e1f54811ad3fcc05f7782126 2024-11-12T21:55:34,069 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/54877eb70b444d0fa19ed7c44440ce5f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/B/54877eb70b444d0fa19ed7c44440ce5f 2024-11-12T21:55:34,072 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/82c5bc5a53114914b83b53292f3cfff3 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/82c5bc5a53114914b83b53292f3cfff3 2024-11-12T21:55:34,073 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/872f13f2443d465d936d9f4ee98bd69b to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/872f13f2443d465d936d9f4ee98bd69b 2024-11-12T21:55:34,075 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/91459a7c9b664359beddc86662518302 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/C/91459a7c9b664359beddc86662518302 2024-11-12T21:55:34,078 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/recovered.edits/377.seqid to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314/recovered.edits/377.seqid 2024-11-12T21:55:34,078 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,078 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T21:55:34,079 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T21:55:34,079 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-12T21:55:34,082 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111219473cd3f6514840a1ed72dbe8976910_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111219473cd3f6514840a1ed72dbe8976910_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,084 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121aa7f17d4d814d1784517dd0aa065bb9_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121aa7f17d4d814d1784517dd0aa065bb9_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,085 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112237f50a1726549c495d39c864fd31345_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112237f50a1726549c495d39c864fd31345_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,087 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111226cd81b1beae40cb87046f4d9fce6625_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111226cd81b1beae40cb87046f4d9fce6625_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,089 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122f5db61fc0624b4884fed2559fcc1aa5_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122f5db61fc0624b4884fed2559fcc1aa5_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,090 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112304726323ca64fe5baaee7a3eb2b5878_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112304726323ca64fe5baaee7a3eb2b5878_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,092 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123f91f67c7ee540fbb992f0d69c6ff1b6_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123f91f67c7ee540fbb992f0d69c6ff1b6_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,093 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111240489a058f1848cbbd7a7799dc19005e_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111240489a058f1848cbbd7a7799dc19005e_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,094 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124b793f85f265489ebabe3d7007a8d9ee_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124b793f85f265489ebabe3d7007a8d9ee_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,095 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111252bf7738fae54c8cb8188309e2b51608_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111252bf7738fae54c8cb8188309e2b51608_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,096 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126b2f27c82f654c0c8afb48fb7215edae_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126b2f27c82f654c0c8afb48fb7215edae_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,097 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112988fe71fd31a47bf9a75c8c9fc6be2fe_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112988fe71fd31a47bf9a75c8c9fc6be2fe_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,098 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129e4b301dfe5f4882bd88eaa2d6778152_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129e4b301dfe5f4882bd88eaa2d6778152_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,099 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a16c13e98a2a4e868b4644ffdffcfaeb_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a16c13e98a2a4e868b4644ffdffcfaeb_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,100 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b46397e87948406bbaefa1a1c2fda8e1_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b46397e87948406bbaefa1a1c2fda8e1_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,101 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c9add43d8988402c821a7b8ca67eb4b9_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c9add43d8988402c821a7b8ca67eb4b9_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,102 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e217086b2ba64228b4e4a1e1472073b3_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e217086b2ba64228b4e4a1e1472073b3_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,103 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e224648f300e44b0a57322263b69f245_7bc904e43308b1a74ef8d448faa7a314 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e224648f300e44b0a57322263b69f245_7bc904e43308b1a74ef8d448faa7a314 2024-11-12T21:55:34,104 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T21:55:34,106 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=113, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:55:34,109 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T21:55:34,112 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T21:55:34,113 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=113, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:55:34,113 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T21:55:34,113 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731448534113"}]},"ts":"9223372036854775807"} 2024-11-12T21:55:34,116 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T21:55:34,116 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7bc904e43308b1a74ef8d448faa7a314, NAME => 'TestAcidGuarantees,,1731448500069.7bc904e43308b1a74ef8d448faa7a314.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T21:55:34,116 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T21:55:34,116 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731448534116"}]},"ts":"9223372036854775807"} 2024-11-12T21:55:34,118 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T21:55:34,119 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=113, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:55:34,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-12T21:55:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-12T21:55:34,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T21:55:34,160 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:34,169 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248 (was 250), OpenFileDescriptor=447 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 558), ProcessCount=11 (was 11), AvailableMemoryMB=8947 (was 8331) - AvailableMemoryMB LEAK? - 2024-11-12T21:55:34,178 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=8947 2024-11-12T21:55:34,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:55:34,180 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:55:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T21:55:34,182 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T21:55:34,182 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:34,182 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 114 2024-11-12T21:55:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-12T21:55:34,183 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T21:55:34,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742225_1401 (size=1061) 2024-11-12T21:55:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-12T21:55:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-12T21:55:34,592 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd 2024-11-12T21:55:34,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742226_1402 (size=53) 2024-11-12T21:55:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-12T21:55:35,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:55:35,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d92a9e1be0a6e939367d84956c490cd0, disabling compactions & flushes 2024-11-12T21:55:35,002 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:35,003 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:35,003 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. after waiting 0 ms 2024-11-12T21:55:35,003 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:35,003 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:35,003 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d92a9e1be0a6e939367d84956c490cd0: Waiting for close lock at 1731448535002Disabling compacts and flushes for region at 1731448535002Disabling writes for close at 1731448535003 (+1 ms)Writing region close event to WAL at 1731448535003Closed at 1731448535003 2024-11-12T21:55:35,005 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T21:55:35,005 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731448535005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731448535005"}]},"ts":"1731448535005"} 2024-11-12T21:55:35,008 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T21:55:35,010 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T21:55:35,010 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448535010"}]},"ts":"1731448535010"} 2024-11-12T21:55:35,013 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T21:55:35,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d92a9e1be0a6e939367d84956c490cd0, ASSIGN}] 2024-11-12T21:55:35,016 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d92a9e1be0a6e939367d84956c490cd0, ASSIGN 2024-11-12T21:55:35,017 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d92a9e1be0a6e939367d84956c490cd0, ASSIGN; state=OFFLINE, location=0c576948786c,34327,1731448410123; forceNewPlan=false, retain=false 2024-11-12T21:55:35,168 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=d92a9e1be0a6e939367d84956c490cd0, regionState=OPENING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:55:35,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d92a9e1be0a6e939367d84956c490cd0, ASSIGN because future has completed 2024-11-12T21:55:35,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:55:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-12T21:55:35,332 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:35,332 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7752): Opening region: {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:55:35,334 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:35,334 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:55:35,335 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7794): checking encryption for d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:35,335 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7797): checking classloading for d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:35,338 INFO [StoreOpener-d92a9e1be0a6e939367d84956c490cd0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:35,340 INFO [StoreOpener-d92a9e1be0a6e939367d84956c490cd0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:55:35,340 INFO [StoreOpener-d92a9e1be0a6e939367d84956c490cd0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d92a9e1be0a6e939367d84956c490cd0 columnFamilyName A 2024-11-12T21:55:35,340 DEBUG [StoreOpener-d92a9e1be0a6e939367d84956c490cd0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:35,341 INFO [StoreOpener-d92a9e1be0a6e939367d84956c490cd0-1 {}] regionserver.HStore(327): Store=d92a9e1be0a6e939367d84956c490cd0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:55:35,341 INFO [StoreOpener-d92a9e1be0a6e939367d84956c490cd0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:35,343 INFO [StoreOpener-d92a9e1be0a6e939367d84956c490cd0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:55:35,343 INFO [StoreOpener-d92a9e1be0a6e939367d84956c490cd0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d92a9e1be0a6e939367d84956c490cd0 columnFamilyName B 2024-11-12T21:55:35,343 DEBUG [StoreOpener-d92a9e1be0a6e939367d84956c490cd0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:35,344 INFO [StoreOpener-d92a9e1be0a6e939367d84956c490cd0-1 {}] regionserver.HStore(327): Store=d92a9e1be0a6e939367d84956c490cd0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:55:35,344 INFO [StoreOpener-d92a9e1be0a6e939367d84956c490cd0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:35,346 INFO [StoreOpener-d92a9e1be0a6e939367d84956c490cd0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:55:35,346 INFO [StoreOpener-d92a9e1be0a6e939367d84956c490cd0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d92a9e1be0a6e939367d84956c490cd0 columnFamilyName C 2024-11-12T21:55:35,346 DEBUG [StoreOpener-d92a9e1be0a6e939367d84956c490cd0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:55:35,347 INFO [StoreOpener-d92a9e1be0a6e939367d84956c490cd0-1 {}] regionserver.HStore(327): Store=d92a9e1be0a6e939367d84956c490cd0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:55:35,347 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:35,347 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1038): replaying wal for d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:35,348 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:35,348 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:35,350 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1048): stopping wal replay for d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:35,350 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1060): Cleaning up temporary data for d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:35,351 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:55:35,353 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1093): writing seq id for d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:35,356 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:55:35,356 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1114): Opened d92a9e1be0a6e939367d84956c490cd0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69798168, jitterRate=0.04007375240325928}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:55:35,356 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:35,357 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1006): Region open journal for d92a9e1be0a6e939367d84956c490cd0: Running coprocessor pre-open hook at 1731448535335Writing region info on filesystem at 1731448535335Initializing all the Stores at 1731448535337 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448535337Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448535338 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448535338Cleaning up temporary data from old regions at 1731448535350 (+12 ms)Running coprocessor post-open hooks at 1731448535356 (+6 ms)Region opened successfully at 1731448535357 (+1 ms) 2024-11-12T21:55:35,358 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., pid=116, masterSystemTime=1731448535325 2024-11-12T21:55:35,361 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:35,361 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:35,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=d92a9e1be0a6e939367d84956c490cd0, regionState=OPEN, openSeqNum=2, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:55:35,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:55:35,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-12T21:55:35,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; OpenRegionProcedure d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 in 194 msec 2024-11-12T21:55:35,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-12T21:55:35,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d92a9e1be0a6e939367d84956c490cd0, ASSIGN in 354 msec 2024-11-12T21:55:35,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T21:55:35,372 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448535372"}]},"ts":"1731448535372"} 2024-11-12T21:55:35,374 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T21:55:35,375 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T21:55:35,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1950 sec 2024-11-12T21:55:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-12T21:55:36,330 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:36,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be1708d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:36,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:36,334 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:36,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:36,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4c91ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:36,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:36,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:36,338 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:36,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6c898a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:36,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:36,342 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:36,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:36,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T21:55:36,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c576948786c,43093,1731448409505 2024-11-12T21:55:36,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bf5e7a5 2024-11-12T21:55:36,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T21:55:36,345 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T21:55:36,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:36,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:36,347 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:36,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:36,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:36,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76fc7440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:36,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:36,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:36,348 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:36,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a945df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:36,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:36,350 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7512ae39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:36,351 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:36,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22775bf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:36,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:36,353 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7359671d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:36,355 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:36,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5befe60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:36,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:36,357 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc553f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:36,359 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d999268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:36,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:36,361 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:36,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ad8a0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:36,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:36,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:36,362 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:36,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2983984b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:36,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:36,364 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:36,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:36,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:36,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab7e6ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:36,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:36,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:36,365 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:36,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645c0903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:36,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:36,367 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:36,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:36,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:36,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3856809e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:36,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:36,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:36,368 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:36,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d41abc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:36,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:36,370 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1943bdcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:36,371 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:36,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5771fb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,372 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:36,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:36,372 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32952ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:36,374 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:36,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624a3135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:55:36,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:55:36,375 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:55:36,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:55:36,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:55:36,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0d9435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:55:36,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:55:36,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:36,376 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:55:36,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1e42e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:55:36,377 DEBUG [Thread-1829 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:36,377 DEBUG [Thread-1827 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:36,377 DEBUG [Thread-1844 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:36,377 DEBUG [Thread-1836 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:36,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:36,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:36,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:36,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:36,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:36,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:36,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:36,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:36,378 DEBUG [Thread-1838 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:36,378 DEBUG [Thread-1831 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:36,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:36,379 DEBUG [Thread-1840 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:36,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:36,379 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:55:36,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:36,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:36,380 DEBUG [Thread-1833 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:36,380 DEBUG [Thread-1842 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:36,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:36,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-12T21:55:36,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:36,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:36,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:36,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:36,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:36,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:36,381 DEBUG [Thread-1825 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:55:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-12T21:55:36,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:55:36,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:55:36,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:36,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:55:36,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:55:36,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:55:36,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:36,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:55:36,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:55:36,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:36,384 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:55:36,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:55:36,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:36,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:55:36,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:55:36,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:55:36,386 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:55:36,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:55:36,387 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:55:36,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2] 2024-11-12T21:55:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:36,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:55:36,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:36,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:36,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:36,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:36,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:36,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:36,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/39038ad3a32244d59147a876f1cb3499 is 50, key is test_row_0/A:col10/1731448536389/Put/seqid=0 2024-11-12T21:55:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742227_1403 (size=14341) 2024-11-12T21:55:36,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/39038ad3a32244d59147a876f1cb3499 2024-11-12T21:55:36,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731448536411, max timestamp=1731448536428Num uniques 859; 2024-11-12T21:55:36,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731448536411, max timestamp=1731448536428Num uniques 859; 2024-11-12T21:55:36,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731448536411, max timestamp=1731448536428Num uniques 859; 2024-11-12T21:55:36,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:55:36,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:55:36,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:55:36,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/b76d6d69bfbd49a08433d9f51d6d975c is 50, key is test_row_0/B:col10/1731448536389/Put/seqid=0 2024-11-12T21:55:36,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742228_1404 (size=12001) 2024-11-12T21:55:36,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448596452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:36,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448596457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:36,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41588 deadline: 1731448596458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:36,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:36,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448596459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:36,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:36,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:36,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1731448596460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:36,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-12T21:55:36,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-12T21:55:36,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:36,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:36,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:36,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:36,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:36,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448596569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:36,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:36,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448596569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:36,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:36,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41588 deadline: 1731448596579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:36,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448596579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:36,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:36,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1731448596579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:36,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:36,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-12T21:55:36,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:36,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:36,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:36,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:36,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-12T21:55:36,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448596779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:36,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:36,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448596779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:36,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:36,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:36,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41588 deadline: 1731448596789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:36,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:36,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448596790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:36,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:36,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1731448596790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:36,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:36,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:36,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:36,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-12T21:55:36,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:36,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:36,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:36,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/b76d6d69bfbd49a08433d9f51d6d975c 2024-11-12T21:55:36,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/9299b94f807342a7b11b19193c5c8f70 is 50, key is test_row_0/C:col10/1731448536389/Put/seqid=0 2024-11-12T21:55:36,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742229_1405 (size=12001) 2024-11-12T21:55:36,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-12T21:55:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:36,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-12T21:55:37,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448597089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:37,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448597089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:37,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:37,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41588 deadline: 1731448597109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:37,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:37,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448597109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:37,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1731448597110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:37,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-12T21:55:37,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:37,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:37,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:37,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:37,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:37,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/9299b94f807342a7b11b19193c5c8f70 2024-11-12T21:55:37,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/39038ad3a32244d59147a876f1cb3499 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/39038ad3a32244d59147a876f1cb3499 2024-11-12T21:55:37,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/39038ad3a32244d59147a876f1cb3499, entries=200, sequenceid=11, filesize=14.0 K 2024-11-12T21:55:37,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/b76d6d69bfbd49a08433d9f51d6d975c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b76d6d69bfbd49a08433d9f51d6d975c 2024-11-12T21:55:37,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b76d6d69bfbd49a08433d9f51d6d975c, entries=150, sequenceid=11, filesize=11.7 K 2024-11-12T21:55:37,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/9299b94f807342a7b11b19193c5c8f70 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/9299b94f807342a7b11b19193c5c8f70 2024-11-12T21:55:37,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/9299b94f807342a7b11b19193c5c8f70, entries=150, sequenceid=11, filesize=11.7 K 2024-11-12T21:55:37,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for d92a9e1be0a6e939367d84956c490cd0 in 894ms, sequenceid=11, compaction requested=false 2024-11-12T21:55:37,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:37,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-12T21:55:37,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:37,303 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-12T21:55:37,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:37,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:37,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:37,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:37,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:37,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:37,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/fba9761f383346eebf5f803e4d7a0880 is 50, key is test_row_0/A:col10/1731448536448/Put/seqid=0 2024-11-12T21:55:37,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742230_1406 (size=12001) 2024-11-12T21:55:37,315 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/fba9761f383346eebf5f803e4d7a0880 2024-11-12T21:55:37,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/c919ae6ba3264ed2a6a17a11ab037d50 is 50, key is test_row_0/B:col10/1731448536448/Put/seqid=0 2024-11-12T21:55:37,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742231_1407 (size=12001) 2024-11-12T21:55:37,329 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/c919ae6ba3264ed2a6a17a11ab037d50 2024-11-12T21:55:37,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/87091f3ca83c47be93fb1d95c2adbfef is 50, key is test_row_0/C:col10/1731448536448/Put/seqid=0 2024-11-12T21:55:37,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742232_1408 (size=12001) 2024-11-12T21:55:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-12T21:55:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:37,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:37,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448597627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:37,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:37,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448597628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:37,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41588 deadline: 1731448597629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448597629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:37,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1731448597629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:37,740 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/87091f3ca83c47be93fb1d95c2adbfef 2024-11-12T21:55:37,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/fba9761f383346eebf5f803e4d7a0880 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/fba9761f383346eebf5f803e4d7a0880 2024-11-12T21:55:37,746 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/fba9761f383346eebf5f803e4d7a0880, entries=150, sequenceid=46, filesize=11.7 K 2024-11-12T21:55:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/c919ae6ba3264ed2a6a17a11ab037d50 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/c919ae6ba3264ed2a6a17a11ab037d50 2024-11-12T21:55:37,749 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/c919ae6ba3264ed2a6a17a11ab037d50, entries=150, sequenceid=46, filesize=11.7 K 2024-11-12T21:55:37,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/87091f3ca83c47be93fb1d95c2adbfef as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/87091f3ca83c47be93fb1d95c2adbfef 2024-11-12T21:55:37,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448597739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:37,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448597749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:37,754 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/87091f3ca83c47be93fb1d95c2adbfef, entries=150, sequenceid=46, filesize=11.7 K 2024-11-12T21:55:37,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:37,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:37,754 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for d92a9e1be0a6e939367d84956c490cd0 in 452ms, sequenceid=46, compaction requested=false 2024-11-12T21:55:37,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:37,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:37,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-12T21:55:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-12T21:55:37,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-12T21:55:37,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3690 sec 2024-11-12T21:55:37,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.3780 sec 2024-11-12T21:55:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:37,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-12T21:55:37,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:37,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:37,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:37,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:37,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:37,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:37,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/c2b047da951b40098fde7e4d19f7fc27 is 50, key is test_row_0/A:col10/1731448537617/Put/seqid=0 2024-11-12T21:55:37,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742233_1409 (size=14341) 2024-11-12T21:55:38,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448598026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:38,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448538008, max timestamp=1731448538025Num uniques 859; 2024-11-12T21:55:38,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:55:38,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448538008, max timestamp=1731448538025Num uniques 859; 2024-11-12T21:55:38,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:55:38,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448538008, max timestamp=1731448538025Num uniques 859; 2024-11-12T21:55:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:55:38,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:38,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448598151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:38,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:38,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448598157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:38,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:38,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448598259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:38,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448598279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:38,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:38,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/c2b047da951b40098fde7e4d19f7fc27 2024-11-12T21:55:38,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/4520fb862b674cf7a51af51f01985182 is 50, key is test_row_0/B:col10/1731448537617/Put/seqid=0 2024-11-12T21:55:38,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742234_1410 (size=12001) 2024-11-12T21:55:38,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448598479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:38,483 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,483 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,483 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:38,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448598489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-12T21:55:38,530 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:38,530 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:55:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-12T21:55:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T21:55:38,531 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:55:38,532 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:55:38,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:55:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T21:55:38,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448598649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:38,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1731448598649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:38,659 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in d92a9e1be0a6e939367d84956c490cd0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:38,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,660 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in d92a9e1be0a6e939367d84956c490cd0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:38,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:38,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:38,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41588 deadline: 1731448598659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:38,668 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in d92a9e1be0a6e939367d84956c490cd0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:38,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-12T21:55:38,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:38,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:38,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:38,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:38,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:38,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/4520fb862b674cf7a51af51f01985182 2024-11-12T21:55:38,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/a29923d76dd64d7f9ba4f2455f2204a5 is 50, key is test_row_0/C:col10/1731448537617/Put/seqid=0 2024-11-12T21:55:38,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742235_1411 (size=12001) 2024-11-12T21:55:38,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/a29923d76dd64d7f9ba4f2455f2204a5 2024-11-12T21:55:38,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/c2b047da951b40098fde7e4d19f7fc27 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c2b047da951b40098fde7e4d19f7fc27 2024-11-12T21:55:38,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448598789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:38,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:38,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c2b047da951b40098fde7e4d19f7fc27, entries=200, sequenceid=57, filesize=14.0 K 2024-11-12T21:55:38,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/4520fb862b674cf7a51af51f01985182 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4520fb862b674cf7a51af51f01985182 2024-11-12T21:55:38,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4520fb862b674cf7a51af51f01985182, entries=150, sequenceid=57, filesize=11.7 K 2024-11-12T21:55:38,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/a29923d76dd64d7f9ba4f2455f2204a5 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a29923d76dd64d7f9ba4f2455f2204a5 2024-11-12T21:55:38,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448598799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:38,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a29923d76dd64d7f9ba4f2455f2204a5, entries=150, sequenceid=57, filesize=11.7 K 2024-11-12T21:55:38,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d92a9e1be0a6e939367d84956c490cd0 in 845ms, sequenceid=57, compaction requested=true 2024-11-12T21:55:38,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:38,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:55:38,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:38,808 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:38,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:38,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:38,808 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:38,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:38,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:38,809 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:38,809 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:38,809 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/B is initiating minor compaction (all files) 2024-11-12T21:55:38,809 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/A is initiating minor compaction (all files) 2024-11-12T21:55:38,809 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/B in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:38,809 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/A in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:38,809 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b76d6d69bfbd49a08433d9f51d6d975c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/c919ae6ba3264ed2a6a17a11ab037d50, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4520fb862b674cf7a51af51f01985182] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=35.2 K 2024-11-12T21:55:38,809 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/39038ad3a32244d59147a876f1cb3499, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/fba9761f383346eebf5f803e4d7a0880, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c2b047da951b40098fde7e4d19f7fc27] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=39.7 K 2024-11-12T21:55:38,809 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting b76d6d69bfbd49a08433d9f51d6d975c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731448536387 2024-11-12T21:55:38,809 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39038ad3a32244d59147a876f1cb3499, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731448536385 2024-11-12T21:55:38,809 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting c919ae6ba3264ed2a6a17a11ab037d50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731448536448 2024-11-12T21:55:38,809 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting fba9761f383346eebf5f803e4d7a0880, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731448536448 2024-11-12T21:55:38,810 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 4520fb862b674cf7a51af51f01985182, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731448537617 2024-11-12T21:55:38,810 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2b047da951b40098fde7e4d19f7fc27, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731448537617 2024-11-12T21:55:38,814 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#B#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:38,814 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#A#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:38,815 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/aca960fb05434534b83efc8588aad528 is 50, key is test_row_0/B:col10/1731448537617/Put/seqid=0 2024-11-12T21:55:38,815 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/4863e0bd938945c4a04af1d09a0dd9be is 50, key is test_row_0/A:col10/1731448537617/Put/seqid=0 2024-11-12T21:55:38,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742236_1412 (size=12104) 2024-11-12T21:55:38,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742237_1413 (size=12104) 2024-11-12T21:55:38,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-12T21:55:38,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:38,836 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-12T21:55:38,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:38,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:38,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:38,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:38,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:38,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:38,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/57231affa7924b1cb04a80f906e8342a is 50, key is test_row_0/A:col10/1731448538130/Put/seqid=0 2024-11-12T21:55:38,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742238_1414 (size=12001) 2024-11-12T21:55:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T21:55:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T21:55:39,230 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/aca960fb05434534b83efc8588aad528 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/aca960fb05434534b83efc8588aad528 2024-11-12T21:55:39,230 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/4863e0bd938945c4a04af1d09a0dd9be as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/4863e0bd938945c4a04af1d09a0dd9be 2024-11-12T21:55:39,233 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/A of d92a9e1be0a6e939367d84956c490cd0 into 4863e0bd938945c4a04af1d09a0dd9be(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:39,233 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/B of d92a9e1be0a6e939367d84956c490cd0 into aca960fb05434534b83efc8588aad528(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:39,233 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:39,233 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:39,233 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/B, priority=13, startTime=1731448538808; duration=0sec 2024-11-12T21:55:39,233 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/A, priority=13, startTime=1731448538808; duration=0sec 2024-11-12T21:55:39,234 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:39,234 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:39,234 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:B 2024-11-12T21:55:39,234 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:A 2024-11-12T21:55:39,234 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:39,234 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:39,234 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/C is initiating minor compaction (all files) 2024-11-12T21:55:39,235 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/C in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:39,235 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/9299b94f807342a7b11b19193c5c8f70, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/87091f3ca83c47be93fb1d95c2adbfef, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a29923d76dd64d7f9ba4f2455f2204a5] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=35.2 K 2024-11-12T21:55:39,235 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 9299b94f807342a7b11b19193c5c8f70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731448536387 2024-11-12T21:55:39,235 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 87091f3ca83c47be93fb1d95c2adbfef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731448536448 2024-11-12T21:55:39,235 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting a29923d76dd64d7f9ba4f2455f2204a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731448537617 2024-11-12T21:55:39,242 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#C#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:39,243 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/8f3a512d396a4582a2645e8eded3efc5 is 50, key is test_row_0/C:col10/1731448537617/Put/seqid=0 2024-11-12T21:55:39,244 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/57231affa7924b1cb04a80f906e8342a 2024-11-12T21:55:39,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742239_1415 (size=12104) 2024-11-12T21:55:39,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/fcdc7ef8c7af46d0981af3fd231c024d is 50, key is test_row_0/B:col10/1731448538130/Put/seqid=0 2024-11-12T21:55:39,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T21:55:39,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742240_1416 (size=12001) 2024-11-12T21:55:39,266 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/fcdc7ef8c7af46d0981af3fd231c024d 2024-11-12T21:55:39,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/40dbd96fffe74a0687b37a66a9f9b5d6 is 50, key is test_row_0/C:col10/1731448538130/Put/seqid=0 2024-11-12T21:55:39,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742241_1417 (size=12001) 2024-11-12T21:55:39,290 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/40dbd96fffe74a0687b37a66a9f9b5d6 2024-11-12T21:55:39,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/57231affa7924b1cb04a80f906e8342a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/57231affa7924b1cb04a80f906e8342a 2024-11-12T21:55:39,296 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/57231affa7924b1cb04a80f906e8342a, entries=150, sequenceid=92, filesize=11.7 K 2024-11-12T21:55:39,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/fcdc7ef8c7af46d0981af3fd231c024d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/fcdc7ef8c7af46d0981af3fd231c024d 2024-11-12T21:55:39,302 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/fcdc7ef8c7af46d0981af3fd231c024d, entries=150, sequenceid=92, filesize=11.7 K 2024-11-12T21:55:39,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/40dbd96fffe74a0687b37a66a9f9b5d6 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/40dbd96fffe74a0687b37a66a9f9b5d6 2024-11-12T21:55:39,306 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/40dbd96fffe74a0687b37a66a9f9b5d6, entries=150, sequenceid=92, filesize=11.7 K 2024-11-12T21:55:39,306 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=0 B/0 for d92a9e1be0a6e939367d84956c490cd0 in 470ms, sequenceid=92, compaction requested=false 2024-11-12T21:55:39,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:39,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:39,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-12T21:55:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-12T21:55:39,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-12T21:55:39,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 776 msec 2024-11-12T21:55:39,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 780 msec 2024-11-12T21:55:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:39,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-12T21:55:39,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:39,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:39,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:39,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:39,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:39,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:39,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/a0a88510afd64465842e2923d07c2147 is 50, key is test_row_0/A:col10/1731448539330/Put/seqid=0 2024-11-12T21:55:39,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742242_1418 (size=16681) 2024-11-12T21:55:39,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/a0a88510afd64465842e2923d07c2147 2024-11-12T21:55:39,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/981d86a07c9a4849b155e8fa995904a2 is 50, key is test_row_0/B:col10/1731448539330/Put/seqid=0 2024-11-12T21:55:39,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742243_1419 (size=12001) 2024-11-12T21:55:39,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448539411, max timestamp=1731448539431Num uniques 859; 2024-11-12T21:55:39,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448539411, max timestamp=1731448539431Num uniques 859; 2024-11-12T21:55:39,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448539411, max timestamp=1731448539431Num uniques 859; 2024-11-12T21:55:39,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:55:39,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:55:39,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:55:39,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448599495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:39,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448599496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:39,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448599610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:39,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:39,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:39,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448599610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:39,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:39,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:39,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:39,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:39,655 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/8f3a512d396a4582a2645e8eded3efc5 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/8f3a512d396a4582a2645e8eded3efc5 2024-11-12T21:55:39,658 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/C of d92a9e1be0a6e939367d84956c490cd0 into 8f3a512d396a4582a2645e8eded3efc5(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:39,658 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:39,658 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/C, priority=13, startTime=1731448538808; duration=0sec 2024-11-12T21:55:39,658 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:39,658 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:C 2024-11-12T21:55:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T21:55:39,669 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:39,670 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:55:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-12T21:55:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-12T21:55:39,671 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:55:39,672 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:55:39,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:55:39,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/981d86a07c9a4849b155e8fa995904a2 2024-11-12T21:55:39,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/ddab4520757c48a5aa8082743ed710a6 is 50, key is test_row_0/C:col10/1731448539330/Put/seqid=0 2024-11-12T21:55:39,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742244_1420 (size=12001) 2024-11-12T21:55:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-12T21:55:39,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-12T21:55:39,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:39,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:39,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:39,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:39,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448599820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:39,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:39,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:39,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:39,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:39,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448599820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:39,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:39,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:39,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:39,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-12T21:55:39,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:39,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:39,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:39,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:39,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-12T21:55:40,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-12T21:55:40,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:40,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:40,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:40,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:40,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:40,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448600129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:40,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448600129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:40,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/ddab4520757c48a5aa8082743ed710a6 2024-11-12T21:55:40,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/a0a88510afd64465842e2923d07c2147 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/a0a88510afd64465842e2923d07c2147 2024-11-12T21:55:40,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/a0a88510afd64465842e2923d07c2147, entries=250, sequenceid=105, filesize=16.3 K 2024-11-12T21:55:40,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/981d86a07c9a4849b155e8fa995904a2 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/981d86a07c9a4849b155e8fa995904a2 2024-11-12T21:55:40,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/981d86a07c9a4849b155e8fa995904a2, entries=150, sequenceid=105, filesize=11.7 K 2024-11-12T21:55:40,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/ddab4520757c48a5aa8082743ed710a6 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ddab4520757c48a5aa8082743ed710a6 2024-11-12T21:55:40,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ddab4520757c48a5aa8082743ed710a6, entries=150, sequenceid=105, filesize=11.7 K 2024-11-12T21:55:40,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d92a9e1be0a6e939367d84956c490cd0 in 845ms, sequenceid=105, compaction requested=true 2024-11-12T21:55:40,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:40,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:55:40,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:40,192 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:40,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:40,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:40,192 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:40,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:40,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:40,192 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:40,192 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:40,193 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/A is initiating minor compaction (all files) 2024-11-12T21:55:40,193 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/B is initiating minor compaction (all files) 2024-11-12T21:55:40,193 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/B in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:40,193 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/A in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:40,193 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/4863e0bd938945c4a04af1d09a0dd9be, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/57231affa7924b1cb04a80f906e8342a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/a0a88510afd64465842e2923d07c2147] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=39.8 K 2024-11-12T21:55:40,193 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/aca960fb05434534b83efc8588aad528, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/fcdc7ef8c7af46d0981af3fd231c024d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/981d86a07c9a4849b155e8fa995904a2] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=35.3 K 2024-11-12T21:55:40,193 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4863e0bd938945c4a04af1d09a0dd9be, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731448537617 2024-11-12T21:55:40,193 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting aca960fb05434534b83efc8588aad528, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731448537617 2024-11-12T21:55:40,193 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting fcdc7ef8c7af46d0981af3fd231c024d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731448538130 2024-11-12T21:55:40,193 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57231affa7924b1cb04a80f906e8342a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731448538130 2024-11-12T21:55:40,193 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0a88510afd64465842e2923d07c2147, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731448539316 2024-11-12T21:55:40,193 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 981d86a07c9a4849b155e8fa995904a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731448539316 2024-11-12T21:55:40,198 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#B#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:40,198 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#A#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:40,198 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/cc0ec2ab74094ffd9c8154bf2a3d7d47 is 50, key is test_row_0/B:col10/1731448539330/Put/seqid=0 2024-11-12T21:55:40,198 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/0fc0bb1da38a458c94746bfbe6bb25fb is 50, key is test_row_0/A:col10/1731448539330/Put/seqid=0 2024-11-12T21:55:40,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742245_1421 (size=12207) 2024-11-12T21:55:40,205 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/cc0ec2ab74094ffd9c8154bf2a3d7d47 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/cc0ec2ab74094ffd9c8154bf2a3d7d47 2024-11-12T21:55:40,208 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/B of d92a9e1be0a6e939367d84956c490cd0 into cc0ec2ab74094ffd9c8154bf2a3d7d47(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:40,208 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:40,208 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/B, priority=13, startTime=1731448540192; duration=0sec 2024-11-12T21:55:40,208 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:40,208 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:B 2024-11-12T21:55:40,208 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:40,208 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:40,209 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/C is initiating minor compaction (all files) 2024-11-12T21:55:40,209 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/C in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:40,209 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/8f3a512d396a4582a2645e8eded3efc5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/40dbd96fffe74a0687b37a66a9f9b5d6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ddab4520757c48a5aa8082743ed710a6] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=35.3 K 2024-11-12T21:55:40,209 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f3a512d396a4582a2645e8eded3efc5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731448537617 2024-11-12T21:55:40,209 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 40dbd96fffe74a0687b37a66a9f9b5d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731448538130 2024-11-12T21:55:40,209 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting ddab4520757c48a5aa8082743ed710a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731448539316 2024-11-12T21:55:40,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742246_1422 (size=12207) 2024-11-12T21:55:40,215 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#C#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:40,216 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/e639c6785b3a4a47889da9fc195a3c65 is 50, key is test_row_0/C:col10/1731448539330/Put/seqid=0 2024-11-12T21:55:40,218 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/0fc0bb1da38a458c94746bfbe6bb25fb as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/0fc0bb1da38a458c94746bfbe6bb25fb 2024-11-12T21:55:40,221 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/A of d92a9e1be0a6e939367d84956c490cd0 into 0fc0bb1da38a458c94746bfbe6bb25fb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:40,221 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:40,221 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/A, priority=13, startTime=1731448540192; duration=0sec 2024-11-12T21:55:40,222 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:40,222 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:A 2024-11-12T21:55:40,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742247_1423 (size=12207) 2024-11-12T21:55:40,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-12T21:55:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:40,283 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-12T21:55:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:40,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/4f47e7b32b584c819cbaec748a5e67c6 is 50, key is test_row_0/A:col10/1731448539493/Put/seqid=0 2024-11-12T21:55:40,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742248_1424 (size=12151) 2024-11-12T21:55:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-12T21:55:40,626 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/e639c6785b3a4a47889da9fc195a3c65 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/e639c6785b3a4a47889da9fc195a3c65 2024-11-12T21:55:40,630 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/C of d92a9e1be0a6e939367d84956c490cd0 into e639c6785b3a4a47889da9fc195a3c65(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:40,630 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:40,631 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/C, priority=13, startTime=1731448540192; duration=0sec 2024-11-12T21:55:40,631 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:40,631 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:C 2024-11-12T21:55:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:40,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:40,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448600672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:40,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:40,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448600676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:40,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:40,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448600678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:40,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1731448600679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:40,690 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in d92a9e1be0a6e939367d84956c490cd0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:40,692 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/4f47e7b32b584c819cbaec748a5e67c6 2024-11-12T21:55:40,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41588 deadline: 1731448600679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:40,693 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in d92a9e1be0a6e939367d84956c490cd0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:40,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:40,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/a45fe019ea4c44e28e5a27ebdfcc9bd2 is 50, key is test_row_0/B:col10/1731448539493/Put/seqid=0 2024-11-12T21:55:40,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742249_1425 (size=12151) 2024-11-12T21:55:40,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448600789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:40,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:40,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448600789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:40,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:40,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448600799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:40,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:40,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-12T21:55:41,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448600999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:41,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448601009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:41,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:41,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448601009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:41,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:41,103 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/a45fe019ea4c44e28e5a27ebdfcc9bd2 2024-11-12T21:55:41,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/028efb75225642318b12647c68c5cea6 is 50, key is test_row_0/C:col10/1731448539493/Put/seqid=0 2024-11-12T21:55:41,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742250_1426 (size=12151) 2024-11-12T21:55:41,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448601309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:41,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:41,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448601330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:41,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:41,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448601330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:41,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:41,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:41,513 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/028efb75225642318b12647c68c5cea6 2024-11-12T21:55:41,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/4f47e7b32b584c819cbaec748a5e67c6 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/4f47e7b32b584c819cbaec748a5e67c6 2024-11-12T21:55:41,522 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/4f47e7b32b584c819cbaec748a5e67c6, entries=150, sequenceid=143, filesize=11.9 K 2024-11-12T21:55:41,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/a45fe019ea4c44e28e5a27ebdfcc9bd2 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/a45fe019ea4c44e28e5a27ebdfcc9bd2 2024-11-12T21:55:41,525 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/a45fe019ea4c44e28e5a27ebdfcc9bd2, entries=150, sequenceid=143, filesize=11.9 K 2024-11-12T21:55:41,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/028efb75225642318b12647c68c5cea6 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/028efb75225642318b12647c68c5cea6 2024-11-12T21:55:41,528 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/028efb75225642318b12647c68c5cea6, entries=150, sequenceid=143, filesize=11.9 K 2024-11-12T21:55:41,529 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for d92a9e1be0a6e939367d84956c490cd0 in 1247ms, sequenceid=143, compaction requested=false 2024-11-12T21:55:41,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:41,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:41,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-12T21:55:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-12T21:55:41,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-12T21:55:41,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8580 sec 2024-11-12T21:55:41,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.8620 sec 2024-11-12T21:55:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-12T21:55:41,819 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:41,819 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:55:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-12T21:55:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T21:55:41,821 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:55:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:41,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-12T21:55:41,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:41,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:41,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:41,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:41,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:41,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:41,822 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:55:41,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:55:41,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/e3e5464c73b94184b5ed7982c9e9059a is 50, key is test_row_0/A:col10/1731448540670/Put/seqid=0 2024-11-12T21:55:41,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742251_1427 (size=14541) 2024-11-12T21:55:41,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448601881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:41,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:41,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448601892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:41,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448601893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T21:55:41,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-12T21:55:41,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:41,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:41,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:41,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:41,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:42,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448601999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:42,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:42,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448602009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:42,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448602009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:42,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-12T21:55:42,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:42,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:42,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:42,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:42,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T21:55:42,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448602209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:42,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448602219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:42,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:42,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448602219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:42,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:42,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:42,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/e3e5464c73b94184b5ed7982c9e9059a 2024-11-12T21:55:42,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/1ce32f033489400e86fcef488e106028 is 50, key is test_row_0/B:col10/1731448540670/Put/seqid=0 2024-11-12T21:55:42,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742252_1428 (size=12151) 2024-11-12T21:55:42,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/1ce32f033489400e86fcef488e106028 2024-11-12T21:55:42,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/23b4d676d5e34f5ebfbecab5d409be68 is 50, key is test_row_0/C:col10/1731448540670/Put/seqid=0 2024-11-12T21:55:42,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742253_1429 (size=12151) 2024-11-12T21:55:42,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/23b4d676d5e34f5ebfbecab5d409be68 2024-11-12T21:55:42,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/e3e5464c73b94184b5ed7982c9e9059a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e3e5464c73b94184b5ed7982c9e9059a 2024-11-12T21:55:42,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e3e5464c73b94184b5ed7982c9e9059a, entries=200, sequenceid=156, filesize=14.2 K 2024-11-12T21:55:42,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-12T21:55:42,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:42,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:42,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:42,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:42,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:42,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/1ce32f033489400e86fcef488e106028 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/1ce32f033489400e86fcef488e106028 2024-11-12T21:55:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:42,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/1ce32f033489400e86fcef488e106028, entries=150, sequenceid=156, filesize=11.9 K 2024-11-12T21:55:42,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/23b4d676d5e34f5ebfbecab5d409be68 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/23b4d676d5e34f5ebfbecab5d409be68 2024-11-12T21:55:42,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/23b4d676d5e34f5ebfbecab5d409be68, entries=150, sequenceid=156, filesize=11.9 K 2024-11-12T21:55:42,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for d92a9e1be0a6e939367d84956c490cd0 in 472ms, sequenceid=156, compaction requested=true 2024-11-12T21:55:42,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:42,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:55:42,293 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:42,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:42,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:42,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:42,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:42,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T21:55:42,293 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:42,294 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:42,294 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/A is initiating minor compaction (all files) 2024-11-12T21:55:42,294 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/A in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:42,294 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/0fc0bb1da38a458c94746bfbe6bb25fb, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/4f47e7b32b584c819cbaec748a5e67c6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e3e5464c73b94184b5ed7982c9e9059a] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=38.0 K 2024-11-12T21:55:42,294 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:42,294 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/B is initiating minor compaction (all files) 2024-11-12T21:55:42,295 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/B in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:42,295 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/cc0ec2ab74094ffd9c8154bf2a3d7d47, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/a45fe019ea4c44e28e5a27ebdfcc9bd2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/1ce32f033489400e86fcef488e106028] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=35.7 K 2024-11-12T21:55:42,295 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fc0bb1da38a458c94746bfbe6bb25fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731448539316 2024-11-12T21:55:42,295 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc0ec2ab74094ffd9c8154bf2a3d7d47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731448539316 2024-11-12T21:55:42,295 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f47e7b32b584c819cbaec748a5e67c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731448539469 2024-11-12T21:55:42,295 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting a45fe019ea4c44e28e5a27ebdfcc9bd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731448539469 2024-11-12T21:55:42,295 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting e3e5464c73b94184b5ed7982c9e9059a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731448540665 2024-11-12T21:55:42,296 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ce32f033489400e86fcef488e106028, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731448540670 2024-11-12T21:55:42,308 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#B#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:42,308 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#A#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:42,308 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/802529464ab54df8b01fbb870a0751d6 is 50, key is test_row_0/B:col10/1731448540670/Put/seqid=0 2024-11-12T21:55:42,308 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/f45a968ce1d34280befbf8a4937c7c85 is 50, key is test_row_0/A:col10/1731448540670/Put/seqid=0 2024-11-12T21:55:42,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742255_1431 (size=12459) 2024-11-12T21:55:42,334 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/f45a968ce1d34280befbf8a4937c7c85 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/f45a968ce1d34280befbf8a4937c7c85 2024-11-12T21:55:42,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742254_1430 (size=12459) 2024-11-12T21:55:42,344 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/802529464ab54df8b01fbb870a0751d6 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/802529464ab54df8b01fbb870a0751d6 2024-11-12T21:55:42,344 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/A of d92a9e1be0a6e939367d84956c490cd0 into f45a968ce1d34280befbf8a4937c7c85(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:42,344 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:42,345 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/A, priority=13, startTime=1731448542293; duration=0sec 2024-11-12T21:55:42,345 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:42,345 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:A 2024-11-12T21:55:42,345 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:42,350 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:42,350 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/B of d92a9e1be0a6e939367d84956c490cd0 into 802529464ab54df8b01fbb870a0751d6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:42,350 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:42,350 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/C is initiating minor compaction (all files) 2024-11-12T21:55:42,350 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/B, priority=13, startTime=1731448542293; duration=0sec 2024-11-12T21:55:42,350 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/C in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:42,350 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/e639c6785b3a4a47889da9fc195a3c65, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/028efb75225642318b12647c68c5cea6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/23b4d676d5e34f5ebfbecab5d409be68] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=35.7 K 2024-11-12T21:55:42,350 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:42,350 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:B 2024-11-12T21:55:42,350 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting e639c6785b3a4a47889da9fc195a3c65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731448539316 2024-11-12T21:55:42,350 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 028efb75225642318b12647c68c5cea6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731448539469 2024-11-12T21:55:42,350 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 23b4d676d5e34f5ebfbecab5d409be68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731448540670 2024-11-12T21:55:42,356 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#C#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:42,356 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/125c8c5e49bd4e2896dd426aea7eccbc is 50, key is test_row_0/C:col10/1731448540670/Put/seqid=0 2024-11-12T21:55:42,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742256_1432 (size=12459) 2024-11-12T21:55:42,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-12T21:55:42,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:42,435 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-12T21:55:42,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:42,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:42,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:42,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:42,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:42,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:42,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/3a46b17de7fa46dca85e2a2b9d13dff0 is 50, key is test_row_0/A:col10/1731448541881/Put/seqid=0 2024-11-12T21:55:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T21:55:42,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742257_1433 (size=12151) 2024-11-12T21:55:42,480 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/3a46b17de7fa46dca85e2a2b9d13dff0 2024-11-12T21:55:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/4aa7de58709f45f289f47e358972c8f5 is 50, key is test_row_0/B:col10/1731448541881/Put/seqid=0 2024-11-12T21:55:42,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742258_1434 (size=12151) 2024-11-12T21:55:42,530 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/4aa7de58709f45f289f47e358972c8f5 2024-11-12T21:55:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:42,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:42,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/db46e84dcf114c038520ba2068a3ea9a is 50, key is test_row_0/C:col10/1731448541881/Put/seqid=0 2024-11-12T21:55:42,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742259_1435 (size=12151) 2024-11-12T21:55:42,563 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/db46e84dcf114c038520ba2068a3ea9a 2024-11-12T21:55:42,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/3a46b17de7fa46dca85e2a2b9d13dff0 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/3a46b17de7fa46dca85e2a2b9d13dff0 2024-11-12T21:55:42,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448602559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:42,581 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/3a46b17de7fa46dca85e2a2b9d13dff0, entries=150, sequenceid=178, filesize=11.9 K 2024-11-12T21:55:42,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/4aa7de58709f45f289f47e358972c8f5 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4aa7de58709f45f289f47e358972c8f5 2024-11-12T21:55:42,586 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4aa7de58709f45f289f47e358972c8f5, entries=150, sequenceid=178, filesize=11.9 K 2024-11-12T21:55:42,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448602572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:42,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/db46e84dcf114c038520ba2068a3ea9a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/db46e84dcf114c038520ba2068a3ea9a 2024-11-12T21:55:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448602574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:42,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:42,597 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/db46e84dcf114c038520ba2068a3ea9a, entries=150, sequenceid=178, filesize=11.9 K 2024-11-12T21:55:42,598 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d92a9e1be0a6e939367d84956c490cd0 in 163ms, sequenceid=178, compaction requested=false 2024-11-12T21:55:42,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:42,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:42,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-12T21:55:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-12T21:55:42,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-12T21:55:42,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 781 msec 2024-11-12T21:55:42,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 786 msec 2024-11-12T21:55:42,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-12T21:55:42,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:42,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:42,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:42,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:42,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:42,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:42,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/1aebfecfd31e43da8a0d4f825d34883a is 50, key is test_row_0/A:col10/1731448542557/Put/seqid=0 2024-11-12T21:55:42,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742260_1436 (size=14541) 2024-11-12T21:55:42,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/1aebfecfd31e43da8a0d4f825d34883a 2024-11-12T21:55:42,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/4c678b84d465490689ce1158f2c2f891 is 50, key is test_row_0/B:col10/1731448542557/Put/seqid=0 2024-11-12T21:55:42,778 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/125c8c5e49bd4e2896dd426aea7eccbc as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/125c8c5e49bd4e2896dd426aea7eccbc 2024-11-12T21:55:42,783 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/C of d92a9e1be0a6e939367d84956c490cd0 into 125c8c5e49bd4e2896dd426aea7eccbc(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:42,783 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:42,783 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/C, priority=13, startTime=1731448542293; duration=0sec 2024-11-12T21:55:42,784 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:42,784 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:C 2024-11-12T21:55:42,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742261_1437 (size=12151) 2024-11-12T21:55:42,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448602771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:42,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/4c678b84d465490689ce1158f2c2f891 2024-11-12T21:55:42,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448602788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:42,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:42,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448602797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:42,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:42,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/f1fa8c03d4664b1e808a440b43bf2bf8 is 50, key is test_row_0/C:col10/1731448542557/Put/seqid=0 2024-11-12T21:55:42,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742262_1438 (size=12151) 2024-11-12T21:55:42,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/f1fa8c03d4664b1e808a440b43bf2bf8 2024-11-12T21:55:42,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/1aebfecfd31e43da8a0d4f825d34883a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/1aebfecfd31e43da8a0d4f825d34883a 2024-11-12T21:55:42,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/1aebfecfd31e43da8a0d4f825d34883a, entries=200, sequenceid=191, filesize=14.2 K 2024-11-12T21:55:42,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/4c678b84d465490689ce1158f2c2f891 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4c678b84d465490689ce1158f2c2f891 2024-11-12T21:55:42,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4c678b84d465490689ce1158f2c2f891, entries=150, sequenceid=191, filesize=11.9 K 2024-11-12T21:55:42,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/f1fa8c03d4664b1e808a440b43bf2bf8 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/f1fa8c03d4664b1e808a440b43bf2bf8 2024-11-12T21:55:42,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448602910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:42,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/f1fa8c03d4664b1e808a440b43bf2bf8, entries=150, sequenceid=191, filesize=11.9 K 2024-11-12T21:55:42,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:42,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:42,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d92a9e1be0a6e939367d84956c490cd0 in 230ms, sequenceid=191, compaction requested=true 2024-11-12T21:55:42,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:42,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:55:42,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:42,916 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:42,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:42,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:42,916 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:42,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:42,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:42,917 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:42,917 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:42,917 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/A is initiating minor compaction (all files) 2024-11-12T21:55:42,917 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/B is initiating minor compaction (all files) 2024-11-12T21:55:42,917 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/A in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:42,917 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/B in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:42,918 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/f45a968ce1d34280befbf8a4937c7c85, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/3a46b17de7fa46dca85e2a2b9d13dff0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/1aebfecfd31e43da8a0d4f825d34883a] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=38.2 K 2024-11-12T21:55:42,918 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/802529464ab54df8b01fbb870a0751d6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4aa7de58709f45f289f47e358972c8f5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4c678b84d465490689ce1158f2c2f891] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=35.9 K 2024-11-12T21:55:42,918 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting f45a968ce1d34280befbf8a4937c7c85, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731448540670 2024-11-12T21:55:42,918 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 802529464ab54df8b01fbb870a0751d6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731448540670 2024-11-12T21:55:42,918 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 4aa7de58709f45f289f47e358972c8f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731448541880 2024-11-12T21:55:42,918 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a46b17de7fa46dca85e2a2b9d13dff0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731448541880 2024-11-12T21:55:42,918 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1aebfecfd31e43da8a0d4f825d34883a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731448542557 2024-11-12T21:55:42,918 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c678b84d465490689ce1158f2c2f891, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731448542557 2024-11-12T21:55:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:42,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-12T21:55:42,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:42,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:42,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:42,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:42,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:42,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:42,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/e63b1829787b491e966a425350a01af8 is 50, key is test_row_0/A:col10/1731448542790/Put/seqid=0 2024-11-12T21:55:42,948 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#A#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:42,948 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/21437e877d9b456c90dbc84863c126ef is 50, key is test_row_0/A:col10/1731448542557/Put/seqid=0 2024-11-12T21:55:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T21:55:42,960 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:42,961 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:55:42,964 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#B#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:42,964 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/f167fda765024d859a48e896eb05bbf4 is 50, key is test_row_0/B:col10/1731448542557/Put/seqid=0 2024-11-12T21:55:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-12T21:55:42,967 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:55:42,968 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:55:42,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:55:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T21:55:43,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742263_1439 (size=14541) 2024-11-12T21:55:43,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/e63b1829787b491e966a425350a01af8 2024-11-12T21:55:43,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448603003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:43,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742264_1440 (size=12561) 2024-11-12T21:55:43,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:43,030 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/21437e877d9b456c90dbc84863c126ef as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/21437e877d9b456c90dbc84863c126ef 2024-11-12T21:55:43,034 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/A of d92a9e1be0a6e939367d84956c490cd0 into 21437e877d9b456c90dbc84863c126ef(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:43,035 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:43,035 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/A, priority=13, startTime=1731448542916; duration=0sec 2024-11-12T21:55:43,035 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:43,035 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:A 2024-11-12T21:55:43,035 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:43,036 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:43,036 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/C is initiating minor compaction (all files) 2024-11-12T21:55:43,036 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/C in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:43,036 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/125c8c5e49bd4e2896dd426aea7eccbc, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/db46e84dcf114c038520ba2068a3ea9a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/f1fa8c03d4664b1e808a440b43bf2bf8] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=35.9 K 2024-11-12T21:55:43,036 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 125c8c5e49bd4e2896dd426aea7eccbc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731448540670 2024-11-12T21:55:43,037 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting db46e84dcf114c038520ba2068a3ea9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731448541880 2024-11-12T21:55:43,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448603025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:43,037 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1fa8c03d4664b1e808a440b43bf2bf8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731448542557 2024-11-12T21:55:43,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:43,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742265_1441 (size=12561) 2024-11-12T21:55:43,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/2d5070ed8fcd4b8eb0ec48f09859555e is 50, key is test_row_0/B:col10/1731448542790/Put/seqid=0 2024-11-12T21:55:43,069 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#C#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:43,070 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/76806826a48b40ea96ba389ba06a2e60 is 50, key is test_row_0/C:col10/1731448542557/Put/seqid=0 2024-11-12T21:55:43,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742266_1442 (size=12151) 2024-11-12T21:55:43,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/2d5070ed8fcd4b8eb0ec48f09859555e 2024-11-12T21:55:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T21:55:43,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/b54b465d935e47ce87a890a36f98b451 is 50, key is test_row_0/C:col10/1731448542790/Put/seqid=0 2024-11-12T21:55:43,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742267_1443 (size=12561) 2024-11-12T21:55:43,110 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/76806826a48b40ea96ba389ba06a2e60 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/76806826a48b40ea96ba389ba06a2e60 2024-11-12T21:55:43,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-12T21:55:43,122 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/C of d92a9e1be0a6e939367d84956c490cd0 into 76806826a48b40ea96ba389ba06a2e60(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:43,122 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:43,122 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/C, priority=13, startTime=1731448542916; duration=0sec 2024-11-12T21:55:43,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:43,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:43,122 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:43,122 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:C 2024-11-12T21:55:43,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:43,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:43,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:43,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742268_1444 (size=12151) 2024-11-12T21:55:43,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/b54b465d935e47ce87a890a36f98b451 2024-11-12T21:55:43,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/e63b1829787b491e966a425350a01af8 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e63b1829787b491e966a425350a01af8 2024-11-12T21:55:43,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e63b1829787b491e966a425350a01af8, entries=200, sequenceid=212, filesize=14.2 K 2024-11-12T21:55:43,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/2d5070ed8fcd4b8eb0ec48f09859555e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/2d5070ed8fcd4b8eb0ec48f09859555e 2024-11-12T21:55:43,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448603120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:43,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:43,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448603129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:43,137 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,137 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,137 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:43,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/2d5070ed8fcd4b8eb0ec48f09859555e, entries=150, sequenceid=212, filesize=11.9 K 2024-11-12T21:55:43,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/b54b465d935e47ce87a890a36f98b451 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/b54b465d935e47ce87a890a36f98b451 2024-11-12T21:55:43,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/b54b465d935e47ce87a890a36f98b451, entries=150, sequenceid=212, filesize=11.9 K 2024-11-12T21:55:43,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d92a9e1be0a6e939367d84956c490cd0 in 224ms, sequenceid=212, compaction requested=false 2024-11-12T21:55:43,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:43,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-12T21:55:43,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:43,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:43,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:43,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:43,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:43,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:43,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/23ff2857dbd94e7a84bee2f4bf74c056 is 50, key is test_row_0/A:col10/1731448543162/Put/seqid=0 2024-11-12T21:55:43,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742269_1445 (size=14541) 2024-11-12T21:55:43,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/23ff2857dbd94e7a84bee2f4bf74c056 2024-11-12T21:55:43,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/db520024b3f44a46af86be00828648c8 is 50, key is test_row_0/B:col10/1731448543162/Put/seqid=0 2024-11-12T21:55:43,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742270_1446 (size=12151) 2024-11-12T21:55:43,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/db520024b3f44a46af86be00828648c8 2024-11-12T21:55:43,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/b0cc67d432504a42817d27634750a990 is 50, key is test_row_0/C:col10/1731448543162/Put/seqid=0 2024-11-12T21:55:43,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742271_1447 (size=12151) 2024-11-12T21:55:43,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/b0cc67d432504a42817d27634750a990 2024-11-12T21:55:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/23ff2857dbd94e7a84bee2f4bf74c056 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/23ff2857dbd94e7a84bee2f4bf74c056 2024-11-12T21:55:43,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/23ff2857dbd94e7a84bee2f4bf74c056, entries=200, sequenceid=227, filesize=14.2 K 2024-11-12T21:55:43,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/db520024b3f44a46af86be00828648c8 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/db520024b3f44a46af86be00828648c8 2024-11-12T21:55:43,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/db520024b3f44a46af86be00828648c8, entries=150, sequenceid=227, filesize=11.9 K 2024-11-12T21:55:43,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/b0cc67d432504a42817d27634750a990 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/b0cc67d432504a42817d27634750a990 2024-11-12T21:55:43,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/b0cc67d432504a42817d27634750a990, entries=150, sequenceid=227, filesize=11.9 K 2024-11-12T21:55:43,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=53.67 KB/54960 for d92a9e1be0a6e939367d84956c490cd0 in 91ms, sequenceid=227, compaction requested=true 2024-11-12T21:55:43,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:43,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:A, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:43,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:43,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:43,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T21:55:43,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:43,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-12T21:55:43,256 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-12T21:55:43,257 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-12T21:55:43,257 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-12T21:55:43,257 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. because compaction request was cancelled 2024-11-12T21:55:43,257 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:B 2024-11-12T21:55:43,257 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:43,257 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:43,258 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/C is initiating minor compaction (all files) 2024-11-12T21:55:43,258 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/C in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:43,258 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/76806826a48b40ea96ba389ba06a2e60, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/b54b465d935e47ce87a890a36f98b451, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/b0cc67d432504a42817d27634750a990] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=36.0 K 2024-11-12T21:55:43,258 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76806826a48b40ea96ba389ba06a2e60, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731448542557 2024-11-12T21:55:43,258 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting b54b465d935e47ce87a890a36f98b451, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731448542785 2024-11-12T21:55:43,259 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0cc67d432504a42817d27634750a990, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731448542944 2024-11-12T21:55:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:43,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-12T21:55:43,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:43,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:43,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:43,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:43,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:43,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:43,273 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#C#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:43,274 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/f30ed10fa5e04d38a40bd70038097d59 is 50, key is test_row_0/C:col10/1731448543162/Put/seqid=0 2024-11-12T21:55:43,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-12T21:55:43,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:43,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:43,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:43,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:43,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:43,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/3ba717feb0fb4572b347031c153889b5 is 50, key is test_row_0/A:col10/1731448543250/Put/seqid=0 2024-11-12T21:55:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T21:55:43,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742272_1448 (size=12663) 2024-11-12T21:55:43,327 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/f30ed10fa5e04d38a40bd70038097d59 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/f30ed10fa5e04d38a40bd70038097d59 2024-11-12T21:55:43,334 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/C of d92a9e1be0a6e939367d84956c490cd0 into f30ed10fa5e04d38a40bd70038097d59(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:43,334 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:43,334 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/C, priority=13, startTime=1731448543256; duration=0sec 2024-11-12T21:55:43,335 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:43,335 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:C 2024-11-12T21:55:43,335 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:43,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742273_1449 (size=12151) 2024-11-12T21:55:43,339 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:43,339 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/A is initiating minor compaction (all files) 2024-11-12T21:55:43,339 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/A in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:43,339 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/21437e877d9b456c90dbc84863c126ef, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e63b1829787b491e966a425350a01af8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/23ff2857dbd94e7a84bee2f4bf74c056] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=40.7 K 2024-11-12T21:55:43,339 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21437e877d9b456c90dbc84863c126ef, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731448542557 2024-11-12T21:55:43,340 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting e63b1829787b491e966a425350a01af8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731448542767 2024-11-12T21:55:43,340 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23ff2857dbd94e7a84bee2f4bf74c056, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731448542944 2024-11-12T21:55:43,355 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#A#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:43,356 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/c2083b2162854365a2db195799098803 is 50, key is test_row_0/A:col10/1731448543162/Put/seqid=0 2024-11-12T21:55:43,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742274_1450 (size=12663) 2024-11-12T21:55:43,428 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/c2083b2162854365a2db195799098803 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c2083b2162854365a2db195799098803 2024-11-12T21:55:43,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-12T21:55:43,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:43,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:43,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:43,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:43,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:43,446 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/A of d92a9e1be0a6e939367d84956c490cd0 into c2083b2162854365a2db195799098803(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:43,446 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:43,446 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/A, priority=13, startTime=1731448543256; duration=0sec 2024-11-12T21:55:43,446 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:43,446 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:A 2024-11-12T21:55:43,446 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/f167fda765024d859a48e896eb05bbf4 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/f167fda765024d859a48e896eb05bbf4 2024-11-12T21:55:43,453 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/B of d92a9e1be0a6e939367d84956c490cd0 into f167fda765024d859a48e896eb05bbf4(size=12.3 K), total size for store is 36.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:43,453 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:43,453 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/B, priority=13, startTime=1731448542916; duration=0sec 2024-11-12T21:55:43,453 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:43,453 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:B 2024-11-12T21:55:43,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448603452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:43,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:43,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448603455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:43,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448603473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:43,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-12T21:55:43,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:43,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:43,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:43,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:43,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:43,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448603579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:43,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448603586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T21:55:43,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448603601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:43,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/3ba717feb0fb4572b347031c153889b5 2024-11-12T21:55:43,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-12T21:55:43,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:43,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:43,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:43,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:43,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:43,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/9e4fdc1f379e49ad8322fb6e4cfab7c1 is 50, key is test_row_0/B:col10/1731448543250/Put/seqid=0 2024-11-12T21:55:43,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742275_1451 (size=12151) 2024-11-12T21:55:43,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/9e4fdc1f379e49ad8322fb6e4cfab7c1 2024-11-12T21:55:43,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448603800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:43,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:43,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448603800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:43,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:43,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448603819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:43,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:43,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:43,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/9a78a4ae56194cbbaff7b47e1ba96c97 is 50, key is test_row_0/C:col10/1731448543250/Put/seqid=0 2024-11-12T21:55:43,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742276_1452 (size=12151) 2024-11-12T21:55:43,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/9a78a4ae56194cbbaff7b47e1ba96c97 2024-11-12T21:55:43,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/3ba717feb0fb4572b347031c153889b5 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/3ba717feb0fb4572b347031c153889b5 2024-11-12T21:55:43,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/3ba717feb0fb4572b347031c153889b5, entries=150, sequenceid=239, filesize=11.9 K 2024-11-12T21:55:43,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/9e4fdc1f379e49ad8322fb6e4cfab7c1 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/9e4fdc1f379e49ad8322fb6e4cfab7c1 2024-11-12T21:55:43,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/9e4fdc1f379e49ad8322fb6e4cfab7c1, entries=150, sequenceid=239, filesize=11.9 K 2024-11-12T21:55:43,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/9a78a4ae56194cbbaff7b47e1ba96c97 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/9a78a4ae56194cbbaff7b47e1ba96c97 2024-11-12T21:55:43,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/9a78a4ae56194cbbaff7b47e1ba96c97, entries=150, sequenceid=239, filesize=11.9 K 2024-11-12T21:55:43,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for d92a9e1be0a6e939367d84956c490cd0 in 613ms, sequenceid=239, compaction requested=true 2024-11-12T21:55:43,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:43,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:55:43,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:43,883 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T21:55:43,883 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:55:43,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:43,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:43,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:43,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:43,883 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-12T21:55:43,883 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-12T21:55:43,884 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. because compaction request was cancelled 2024-11-12T21:55:43,884 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:A 2024-11-12T21:55:43,884 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T21:55:43,884 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:55:43,884 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/B is initiating minor compaction (all files) 2024-11-12T21:55:43,884 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-12T21:55:43,884 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-12T21:55:43,884 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/B in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:43,884 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. because compaction request was cancelled 2024-11-12T21:55:43,884 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:C 2024-11-12T21:55:43,884 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/f167fda765024d859a48e896eb05bbf4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/2d5070ed8fcd4b8eb0ec48f09859555e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/db520024b3f44a46af86be00828648c8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/9e4fdc1f379e49ad8322fb6e4cfab7c1] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=47.9 K 2024-11-12T21:55:43,885 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting f167fda765024d859a48e896eb05bbf4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731448542557 2024-11-12T21:55:43,885 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d5070ed8fcd4b8eb0ec48f09859555e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731448542785 2024-11-12T21:55:43,885 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting db520024b3f44a46af86be00828648c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731448542944 2024-11-12T21:55:43,885 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e4fdc1f379e49ad8322fb6e4cfab7c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731448543243 2024-11-12T21:55:43,900 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#B#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:43,900 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/9a8fee0e13eb4913827db6a84de0915d is 50, key is test_row_0/B:col10/1731448543250/Put/seqid=0 2024-11-12T21:55:43,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-12T21:55:43,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:43,902 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-12T21:55:43,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:43,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:43,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:43,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:43,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:43,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:43,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742277_1453 (size=12697) 2024-11-12T21:55:43,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/b6b1490744d741e690d02ff1a2feb3ae is 50, key is test_row_0/A:col10/1731448543449/Put/seqid=0 2024-11-12T21:55:43,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742278_1454 (size=12301) 2024-11-12T21:55:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T21:55:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:44,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:44,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448604160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:44,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448604161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:44,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448604162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:44,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:44,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448604279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:44,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:44,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448604279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:44,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:44,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:44,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448604280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:44,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:44,334 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/9a8fee0e13eb4913827db6a84de0915d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/9a8fee0e13eb4913827db6a84de0915d 2024-11-12T21:55:44,338 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/B of d92a9e1be0a6e939367d84956c490cd0 into 9a8fee0e13eb4913827db6a84de0915d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:44,338 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:44,338 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/B, priority=12, startTime=1731448543883; duration=0sec 2024-11-12T21:55:44,338 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:44,338 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:B 2024-11-12T21:55:44,369 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/b6b1490744d741e690d02ff1a2feb3ae 2024-11-12T21:55:44,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/d54498d13c2f4abd819e047a081df807 is 50, key is test_row_0/B:col10/1731448543449/Put/seqid=0 2024-11-12T21:55:44,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742279_1455 (size=12301) 2024-11-12T21:55:44,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448604499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448604499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448604499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:44,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:44,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41588 deadline: 1731448604709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:44,721 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in d92a9e1be0a6e939367d84956c490cd0 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8263 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:44,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:44,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1731448604719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:44,727 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in d92a9e1be0a6e939367d84956c490cd0 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8267 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:44,794 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/d54498d13c2f4abd819e047a081df807 2024-11-12T21:55:44,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/1d6ed002c50b42f58713f203009df6a4 is 50, key is test_row_0/C:col10/1731448543449/Put/seqid=0 2024-11-12T21:55:44,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742280_1456 (size=12301) 2024-11-12T21:55:44,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448604820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:44,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:44,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448604820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:44,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:44,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448604820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:44,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:44,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T21:55:45,218 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/1d6ed002c50b42f58713f203009df6a4 2024-11-12T21:55:45,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/b6b1490744d741e690d02ff1a2feb3ae as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/b6b1490744d741e690d02ff1a2feb3ae 2024-11-12T21:55:45,227 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/b6b1490744d741e690d02ff1a2feb3ae, entries=150, sequenceid=262, filesize=12.0 K 2024-11-12T21:55:45,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/d54498d13c2f4abd819e047a081df807 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/d54498d13c2f4abd819e047a081df807 2024-11-12T21:55:45,230 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/d54498d13c2f4abd819e047a081df807, entries=150, sequenceid=262, filesize=12.0 K 2024-11-12T21:55:45,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/1d6ed002c50b42f58713f203009df6a4 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/1d6ed002c50b42f58713f203009df6a4 2024-11-12T21:55:45,233 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/1d6ed002c50b42f58713f203009df6a4, entries=150, sequenceid=262, filesize=12.0 K 2024-11-12T21:55:45,234 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d92a9e1be0a6e939367d84956c490cd0 in 1332ms, sequenceid=262, compaction requested=true 2024-11-12T21:55:45,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:45,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:45,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-12T21:55:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-12T21:55:45,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-12T21:55:45,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2690 sec 2024-11-12T21:55:45,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.2780 sec 2024-11-12T21:55:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:45,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-12T21:55:45,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:45,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:45,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:45,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:45,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:45,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:45,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/f15fa5e70d14461d90a429469e530192 is 50, key is test_row_0/A:col10/1731448544160/Put/seqid=0 2024-11-12T21:55:45,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742281_1457 (size=14741) 2024-11-12T21:55:45,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448605404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:45,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:45,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448605423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:45,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448605424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:45,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:45,441 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,441 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,441 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:45,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448605530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:45,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:45,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448605549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448605549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:45,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/f15fa5e70d14461d90a429469e530192 2024-11-12T21:55:45,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448605749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:45,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/7c0a6165953f4048910e9b2d67f9974f is 50, key is test_row_0/B:col10/1731448544160/Put/seqid=0 2024-11-12T21:55:45,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742282_1458 (size=12301) 2024-11-12T21:55:45,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/7c0a6165953f4048910e9b2d67f9974f 2024-11-12T21:55:45,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448605770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:45,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448605770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:45,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:45,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/d1985591c9794f0687102698e43a8236 is 50, key is test_row_0/C:col10/1731448544160/Put/seqid=0 2024-11-12T21:55:45,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742283_1459 (size=12301) 2024-11-12T21:55:46,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448606069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:46,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448606089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:46,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448606089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:46,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/d1985591c9794f0687102698e43a8236 2024-11-12T21:55:46,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/f15fa5e70d14461d90a429469e530192 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/f15fa5e70d14461d90a429469e530192 2024-11-12T21:55:46,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/f15fa5e70d14461d90a429469e530192, entries=200, sequenceid=276, filesize=14.4 K 2024-11-12T21:55:46,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/7c0a6165953f4048910e9b2d67f9974f as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/7c0a6165953f4048910e9b2d67f9974f 2024-11-12T21:55:46,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/7c0a6165953f4048910e9b2d67f9974f, entries=150, sequenceid=276, filesize=12.0 K 2024-11-12T21:55:46,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/d1985591c9794f0687102698e43a8236 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/d1985591c9794f0687102698e43a8236 2024-11-12T21:55:46,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/d1985591c9794f0687102698e43a8236, entries=150, sequenceid=276, filesize=12.0 K 2024-11-12T21:55:46,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for d92a9e1be0a6e939367d84956c490cd0 in 890ms, sequenceid=276, compaction requested=true 2024-11-12T21:55:46,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:46,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:55:46,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:46,237 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:55:46,237 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:46,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:46,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:46,237 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:46,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:46,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:46,238 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/B is initiating minor compaction (all files) 2024-11-12T21:55:46,238 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/B in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:46,238 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/9a8fee0e13eb4913827db6a84de0915d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/d54498d13c2f4abd819e047a081df807, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/7c0a6165953f4048910e9b2d67f9974f] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=36.4 K 2024-11-12T21:55:46,239 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51856 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:55:46,239 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a8fee0e13eb4913827db6a84de0915d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731448543243 2024-11-12T21:55:46,239 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/A is initiating minor compaction (all files) 2024-11-12T21:55:46,239 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/A in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:46,239 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c2083b2162854365a2db195799098803, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/3ba717feb0fb4572b347031c153889b5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/b6b1490744d741e690d02ff1a2feb3ae, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/f15fa5e70d14461d90a429469e530192] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=50.6 K 2024-11-12T21:55:46,239 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2083b2162854365a2db195799098803, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731448542944 2024-11-12T21:55:46,239 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting d54498d13c2f4abd819e047a081df807, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731448543449 2024-11-12T21:55:46,239 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ba717feb0fb4572b347031c153889b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731448543243 2024-11-12T21:55:46,239 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c0a6165953f4048910e9b2d67f9974f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731448544158 2024-11-12T21:55:46,240 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6b1490744d741e690d02ff1a2feb3ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731448543449 2024-11-12T21:55:46,241 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting f15fa5e70d14461d90a429469e530192, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731448544153 2024-11-12T21:55:46,255 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#B#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:46,255 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/a13a2d2669484f8fb5302a5eaddf0eb2 is 50, key is test_row_0/B:col10/1731448544160/Put/seqid=0 2024-11-12T21:55:46,263 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#A#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:46,263 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/86d63ee59515482d9c3ffc60165dfad7 is 50, key is test_row_0/A:col10/1731448544160/Put/seqid=0 2024-11-12T21:55:46,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742284_1460 (size=12949) 2024-11-12T21:55:46,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742285_1461 (size=12949) 2024-11-12T21:55:46,284 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/86d63ee59515482d9c3ffc60165dfad7 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/86d63ee59515482d9c3ffc60165dfad7 2024-11-12T21:55:46,284 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/a13a2d2669484f8fb5302a5eaddf0eb2 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/a13a2d2669484f8fb5302a5eaddf0eb2 2024-11-12T21:55:46,289 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/B of d92a9e1be0a6e939367d84956c490cd0 into a13a2d2669484f8fb5302a5eaddf0eb2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:46,289 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:46,289 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/B, priority=13, startTime=1731448546237; duration=0sec 2024-11-12T21:55:46,289 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:46,289 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:B 2024-11-12T21:55:46,289 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:55:46,289 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/A of d92a9e1be0a6e939367d84956c490cd0 into 86d63ee59515482d9c3ffc60165dfad7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:46,289 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:46,289 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/A, priority=12, startTime=1731448546236; duration=0sec 2024-11-12T21:55:46,289 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:46,289 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:A 2024-11-12T21:55:46,290 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:55:46,290 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/C is initiating minor compaction (all files) 2024-11-12T21:55:46,290 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/C in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:46,291 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/f30ed10fa5e04d38a40bd70038097d59, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/9a78a4ae56194cbbaff7b47e1ba96c97, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/1d6ed002c50b42f58713f203009df6a4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/d1985591c9794f0687102698e43a8236] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=48.3 K 2024-11-12T21:55:46,291 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting f30ed10fa5e04d38a40bd70038097d59, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731448542944 2024-11-12T21:55:46,291 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a78a4ae56194cbbaff7b47e1ba96c97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731448543243 2024-11-12T21:55:46,291 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d6ed002c50b42f58713f203009df6a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731448543449 2024-11-12T21:55:46,292 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting d1985591c9794f0687102698e43a8236, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731448544158 2024-11-12T21:55:46,302 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#C#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:46,302 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/4e576a7f11de4c1f8db6eb6c23bc5fd5 is 50, key is test_row_0/C:col10/1731448544160/Put/seqid=0 2024-11-12T21:55:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742286_1462 (size=12949) 2024-11-12T21:55:46,351 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/4e576a7f11de4c1f8db6eb6c23bc5fd5 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/4e576a7f11de4c1f8db6eb6c23bc5fd5 2024-11-12T21:55:46,359 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/C of d92a9e1be0a6e939367d84956c490cd0 into 4e576a7f11de4c1f8db6eb6c23bc5fd5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:46,359 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:46,359 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/C, priority=12, startTime=1731448546237; duration=0sec 2024-11-12T21:55:46,359 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:46,359 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:C 2024-11-12T21:55:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:46,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448545403, max timestamp=1731448546592Num uniques 859; 2024-11-12T21:55:46,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:55:46,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448545403, max timestamp=1731448546592Num uniques 859; 2024-11-12T21:55:46,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448545403, max timestamp=1731448546592Num uniques 859; 2024-11-12T21:55:46,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:55:46,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:55:46,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=26.84 KB heapSize=66.23 KB 2024-11-12T21:55:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:46,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/daacfcc08a0e4d958acd971dd7601aaf is 50, key is test_row_0/A:col10/1731448545420/Put/seqid=0 2024-11-12T21:55:46,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742287_1463 (size=14741) 2024-11-12T21:55:46,678 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448546648, max timestamp=1731448546672Num uniques 859; 2024-11-12T21:55:46,678 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:55:46,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448546648, max timestamp=1731448546672Num uniques 859; 2024-11-12T21:55:46,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448546648, max timestamp=1731448546672Num uniques 859; 2024-11-12T21:55:46,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:55:46,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:55:46,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731448546709, max timestamp=1731448546749Num uniques 1018; 2024-11-12T21:55:46,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731448546709, max timestamp=1731448546749Num uniques 1018; 2024-11-12T21:55:46,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-12T21:55:46,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-12T21:55:46,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731448546709, max timestamp=1731448546749Num uniques 1018; 2024-11-12T21:55:46,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-12T21:55:46,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731448546764, max timestamp=1731448546897Num uniques 1127; 2024-11-12T21:55:46,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731448546764, max timestamp=1731448546897Num uniques 1127; 2024-11-12T21:55:46,903 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-11-12T21:55:46,903 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-11-12T21:55:46,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731448546764, max timestamp=1731448546897Num uniques 1127; 2024-11-12T21:55:46,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-11-12T21:55:46,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731448546917, max timestamp=1731448546967Num uniques 1086; 2024-11-12T21:55:46,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-12T21:55:46,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731448546917, max timestamp=1731448546967Num uniques 1086; 2024-11-12T21:55:46,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-12T21:55:46,972 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731448546917, max timestamp=1731448546967Num uniques 1086; 2024-11-12T21:55:46,972 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-12T21:55:47,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/daacfcc08a0e4d958acd971dd7601aaf 2024-11-12T21:55:47,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/cb540ec0728540a0b7b79ad26c1a2613 is 50, key is test_row_0/B:col10/1731448545420/Put/seqid=0 2024-11-12T21:55:47,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742288_1464 (size=12301) 2024-11-12T21:55:47,078 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731448547021, max timestamp=1731448547073Num uniques 1095; 2024-11-12T21:55:47,078 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-12T21:55:47,078 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731448547021, max timestamp=1731448547073Num uniques 1095; 2024-11-12T21:55:47,078 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-12T21:55:47,079 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731448547021, max timestamp=1731448547073Num uniques 1095; 2024-11-12T21:55:47,079 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-12T21:55:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T21:55:47,130 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:47,131 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:55:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-12T21:55:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T21:55:47,133 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:55:47,137 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:55:47,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:55:47,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731448547117, max timestamp=1731448547149Num uniques 1054; 2024-11-12T21:55:47,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731448547117, max timestamp=1731448547149Num uniques 1054; 2024-11-12T21:55:47,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-12T21:55:47,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-12T21:55:47,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731448547117, max timestamp=1731448547149Num uniques 1054; 2024-11-12T21:55:47,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-12T21:55:47,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731448547190, max timestamp=1731448547207Num uniques 1063; 2024-11-12T21:55:47,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-12T21:55:47,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731448547190, max timestamp=1731448547207Num uniques 1063; 2024-11-12T21:55:47,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731448547190, max timestamp=1731448547207Num uniques 1063; 2024-11-12T21:55:47,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-12T21:55:47,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-12T21:55:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T21:55:47,271 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731448547250, max timestamp=1731448547267Num uniques 1072; 2024-11-12T21:55:47,271 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731448547250, max timestamp=1731448547267Num uniques 1072; 2024-11-12T21:55:47,271 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-12T21:55:47,271 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-12T21:55:47,271 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731448547250, max timestamp=1731448547267Num uniques 1072; 2024-11-12T21:55:47,272 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-12T21:55:47,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-12T21:55:47,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:47,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:47,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:47,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:47,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:47,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1731448547309, max timestamp=1731448547321Num uniques 1081; 2024-11-12T21:55:47,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181 2024-11-12T21:55:47,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1731448547309, max timestamp=1731448547321Num uniques 1081; 2024-11-12T21:55:47,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181 2024-11-12T21:55:47,326 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1731448547309, max timestamp=1731448547321Num uniques 1081; 2024-11-12T21:55:47,326 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181 2024-11-12T21:55:47,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731448547361, max timestamp=1731448547373Num uniques 1040; 2024-11-12T21:55:47,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=13280, suffix heap size=136128,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=290 2024-11-12T21:55:47,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731448547361, max timestamp=1731448547373Num uniques 1040; 2024-11-12T21:55:47,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731448547361, max timestamp=1731448547373Num uniques 1040; 2024-11-12T21:55:47,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=13280, suffix heap size=136128,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=290 2024-11-12T21:55:47,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=13280, suffix heap size=136128,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=290 2024-11-12T21:55:47,430 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731448547405, max timestamp=1731448547427Num uniques 1149; 2024-11-12T21:55:47,430 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=13694, suffix heap size=147464,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=299 2024-11-12T21:55:47,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731448547405, max timestamp=1731448547427Num uniques 1149; 2024-11-12T21:55:47,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=13694, suffix heap size=147464,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=299 2024-11-12T21:55:47,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731448547405, max timestamp=1731448547427Num uniques 1149; 2024-11-12T21:55:47,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=13694, suffix heap size=147464,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=299 2024-11-12T21:55:47,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-12T21:55:47,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:47,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:47,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:47,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:47,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T21:55:47,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/cb540ec0728540a0b7b79ad26c1a2613 2024-11-12T21:55:47,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/a2c847668aca4b858918cd24e0e8ee5c is 50, key is test_row_0/C:col10/1731448545420/Put/seqid=0 2024-11-12T21:55:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742289_1465 (size=12301) 2024-11-12T21:55:47,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448607516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:47,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:47,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731448547424, max timestamp=1731448547524Num uniques 1158; 2024-11-12T21:55:47,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731448547424, max timestamp=1731448547524Num uniques 1158; 2024-11-12T21:55:47,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731448547424, max timestamp=1731448547524Num uniques 1158; 2024-11-12T21:55:47,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=9520, suffix heap size=148400,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=208 2024-11-12T21:55:47,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=9520, suffix heap size=148400,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=208 2024-11-12T21:55:47,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=9520, suffix heap size=148400,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=208 2024-11-12T21:55:47,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-12T21:55:47,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:47,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:47,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:47,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:47,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:47,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1731448547589, max timestamp=1731448547631Num uniques 1067; 2024-11-12T21:55:47,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=7642, suffix heap size=138936,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=167 2024-11-12T21:55:47,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1731448547589, max timestamp=1731448547631Num uniques 1067; 2024-11-12T21:55:47,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1731448547589, max timestamp=1731448547631Num uniques 1067; 2024-11-12T21:55:47,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=7642, suffix heap size=138936,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=167 2024-11-12T21:55:47,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=7642, suffix heap size=138936,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=167 2024-11-12T21:55:47,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=276, cellSize=12636, totalHeapSize=28944, min timestamp=1731448547674, max timestamp=1731448547688Num uniques 1026; 2024-11-12T21:55:47,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=12636, suffix heap size=134672,new segment heap size=28944 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=276 2024-11-12T21:55:47,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=276, cellSize=12636, totalHeapSize=28944, min timestamp=1731448547674, max timestamp=1731448547688Num uniques 1026; 2024-11-12T21:55:47,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=12636, suffix heap size=134672,new segment heap size=28944 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=276 2024-11-12T21:55:47,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=276, cellSize=12636, totalHeapSize=28944, min timestamp=1731448547674, max timestamp=1731448547688Num uniques 1026; 2024-11-12T21:55:47,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=12636, suffix heap size=134672,new segment heap size=28944 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=276 2024-11-12T21:55:47,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-12T21:55:47,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:47,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:47,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:47,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:47,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:47,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1731448547733, max timestamp=1731448547749Num uniques 1135; 2024-11-12T21:55:47,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51980, new segment data size=8470, suffix heap size=146008,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1135, new segment cells count=185 2024-11-12T21:55:47,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1731448547733, max timestamp=1731448547749Num uniques 1135; 2024-11-12T21:55:47,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51980, new segment data size=8470, suffix heap size=146008,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1135, new segment cells count=185 2024-11-12T21:55:47,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1731448547733, max timestamp=1731448547749Num uniques 1135; 2024-11-12T21:55:47,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51980, new segment data size=8470, suffix heap size=146008,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1135, new segment cells count=185 2024-11-12T21:55:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T21:55:47,816 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=244, cellSize=11174, totalHeapSize=25616, min timestamp=1731448547785, max timestamp=1731448547812Num uniques 1044; 2024-11-12T21:55:47,816 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=11174, suffix heap size=136544,new segment heap size=25616 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=244 2024-11-12T21:55:47,816 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=244, cellSize=11174, totalHeapSize=25616, min timestamp=1731448547785, max timestamp=1731448547812Num uniques 1044; 2024-11-12T21:55:47,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=244, cellSize=11174, totalHeapSize=25616, min timestamp=1731448547785, max timestamp=1731448547812Num uniques 1044; 2024-11-12T21:55:47,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=11174, suffix heap size=136544,new segment heap size=25616 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=244 2024-11-12T21:55:47,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=11174, suffix heap size=136544,new segment heap size=25616 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=244 2024-11-12T21:55:47,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/a2c847668aca4b858918cd24e0e8ee5c 2024-11-12T21:55:47,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/daacfcc08a0e4d958acd971dd7601aaf as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/daacfcc08a0e4d958acd971dd7601aaf 2024-11-12T21:55:47,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9295, totalHeapSize=21352, min timestamp=1731448547853, max timestamp=1731448547892Num uniques 1103; 2024-11-12T21:55:47,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50515, new segment data size=9295, suffix heap size=142680,new segment heap size=21352 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1103, new segment cells count=203 2024-11-12T21:55:47,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9295, totalHeapSize=21352, min timestamp=1731448547853, max timestamp=1731448547892Num uniques 1103; 2024-11-12T21:55:47,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50515, new segment data size=9295, suffix heap size=142680,new segment heap size=21352 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1103, new segment cells count=203 2024-11-12T21:55:47,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9295, totalHeapSize=21352, min timestamp=1731448547853, max timestamp=1731448547892Num uniques 1103; 2024-11-12T21:55:47,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50515, new segment data size=9295, suffix heap size=142680,new segment heap size=21352 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1103, new segment cells count=203 2024-11-12T21:55:47,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/daacfcc08a0e4d958acd971dd7601aaf, entries=200, sequenceid=300, filesize=14.4 K 2024-11-12T21:55:47,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/cb540ec0728540a0b7b79ad26c1a2613 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/cb540ec0728540a0b7b79ad26c1a2613 2024-11-12T21:55:47,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-12T21:55:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:47,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:47,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/cb540ec0728540a0b7b79ad26c1a2613, entries=150, sequenceid=300, filesize=12.0 K 2024-11-12T21:55:47,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/a2c847668aca4b858918cd24e0e8ee5c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a2c847668aca4b858918cd24e0e8ee5c 2024-11-12T21:55:47,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a2c847668aca4b858918cd24e0e8ee5c, entries=150, sequenceid=300, filesize=12.0 K 2024-11-12T21:55:47,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~66.19 KB/67776, currentSize=73.80 KB/75570 for d92a9e1be0a6e939367d84956c490cd0 in 1329ms, sequenceid=300, compaction requested=false 2024-11-12T21:55:47,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:47,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=80.51 KB heapSize=221.48 KB 2024-11-12T21:55:47,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:47,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:47,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:47,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:47,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:47,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:47,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/556c433d894f4b7db68f8f6fadca1e03 is 50, key is test_row_0/A:col10/1731448547922/Put/seqid=0 2024-11-12T21:55:47,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742290_1466 (size=19621) 2024-11-12T21:55:47,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/556c433d894f4b7db68f8f6fadca1e03 2024-11-12T21:55:47,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/f517b75b52154a8db58eee5cee55b12a is 50, key is test_row_0/B:col10/1731448547922/Put/seqid=0 2024-11-12T21:55:47,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742291_1467 (size=12301) 2024-11-12T21:55:48,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448608019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:48,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448608028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:48,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:48,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448608028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:48,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:48,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-12T21:55:48,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:48,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:48,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:48,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:48,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:48,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448608139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:48,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:48,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448608149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:48,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:48,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448608150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:48,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:48,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-12T21:55:48,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:48,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:48,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:48,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:48,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T21:55:48,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-12T21:55:48,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:48,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:48,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:48,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:48,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:48,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448608359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:48,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:48,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448608379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:48,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448608379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:48,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/f517b75b52154a8db58eee5cee55b12a 2024-11-12T21:55:48,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/961ead13459c43ecbce035d7efe7e13c is 50, key is test_row_0/C:col10/1731448547922/Put/seqid=0 2024-11-12T21:55:48,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742292_1468 (size=12301) 2024-11-12T21:55:48,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/961ead13459c43ecbce035d7efe7e13c 2024-11-12T21:55:48,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/556c433d894f4b7db68f8f6fadca1e03 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/556c433d894f4b7db68f8f6fadca1e03 2024-11-12T21:55:48,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/556c433d894f4b7db68f8f6fadca1e03, entries=300, sequenceid=603, filesize=19.2 K 2024-11-12T21:55:48,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/f517b75b52154a8db58eee5cee55b12a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/f517b75b52154a8db58eee5cee55b12a 2024-11-12T21:55:48,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/f517b75b52154a8db58eee5cee55b12a, entries=150, sequenceid=603, filesize=12.0 K 2024-11-12T21:55:48,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/961ead13459c43ecbce035d7efe7e13c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/961ead13459c43ecbce035d7efe7e13c 2024-11-12T21:55:48,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/961ead13459c43ecbce035d7efe7e13c, entries=150, sequenceid=603, filesize=12.0 K 2024-11-12T21:55:48,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~221.44 KB/226752, currentSize=107.34 KB/109920 for d92a9e1be0a6e939367d84956c490cd0 in 525ms, sequenceid=603, compaction requested=true 2024-11-12T21:55:48,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:48,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:55:48,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:48,451 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:48,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:48,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:48,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:48,451 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:48,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:48,452 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:48,452 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/A is initiating minor compaction (all files) 2024-11-12T21:55:48,452 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/A in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:48,452 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/86d63ee59515482d9c3ffc60165dfad7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/daacfcc08a0e4d958acd971dd7601aaf, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/556c433d894f4b7db68f8f6fadca1e03] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=46.2 K 2024-11-12T21:55:48,453 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86d63ee59515482d9c3ffc60165dfad7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731448544158 2024-11-12T21:55:48,453 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:48,453 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting daacfcc08a0e4d958acd971dd7601aaf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731448545403 2024-11-12T21:55:48,453 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/B is initiating minor compaction (all files) 2024-11-12T21:55:48,453 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/B in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:48,453 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/a13a2d2669484f8fb5302a5eaddf0eb2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/cb540ec0728540a0b7b79ad26c1a2613, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/f517b75b52154a8db58eee5cee55b12a] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=36.7 K 2024-11-12T21:55:48,453 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 556c433d894f4b7db68f8f6fadca1e03, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731448547892 2024-11-12T21:55:48,453 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting a13a2d2669484f8fb5302a5eaddf0eb2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731448544158 2024-11-12T21:55:48,454 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting cb540ec0728540a0b7b79ad26c1a2613, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731448545403 2024-11-12T21:55:48,454 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting f517b75b52154a8db58eee5cee55b12a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731448547920 2024-11-12T21:55:48,466 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#B#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:48,466 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#A#compaction#401 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:48,466 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/d56b085479db49e38030524b6de05a91 is 50, key is test_row_0/B:col10/1731448547922/Put/seqid=0 2024-11-12T21:55:48,466 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/c92238aa46864c0eb4d57d6886fdebb0 is 50, key is test_row_0/A:col10/1731448547922/Put/seqid=0 2024-11-12T21:55:48,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742293_1469 (size=13051) 2024-11-12T21:55:48,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742294_1470 (size=13051) 2024-11-12T21:55:48,506 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/d56b085479db49e38030524b6de05a91 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/d56b085479db49e38030524b6de05a91 2024-11-12T21:55:48,513 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/B of d92a9e1be0a6e939367d84956c490cd0 into d56b085479db49e38030524b6de05a91(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:48,513 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:48,513 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/B, priority=13, startTime=1731448548451; duration=0sec 2024-11-12T21:55:48,513 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:48,513 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:B 2024-11-12T21:55:48,513 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:48,514 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:48,514 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/C is initiating minor compaction (all files) 2024-11-12T21:55:48,514 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/C in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:48,515 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/4e576a7f11de4c1f8db6eb6c23bc5fd5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a2c847668aca4b858918cd24e0e8ee5c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/961ead13459c43ecbce035d7efe7e13c] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=36.7 K 2024-11-12T21:55:48,515 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e576a7f11de4c1f8db6eb6c23bc5fd5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731448544158 2024-11-12T21:55:48,515 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting a2c847668aca4b858918cd24e0e8ee5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731448545403 2024-11-12T21:55:48,516 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 961ead13459c43ecbce035d7efe7e13c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731448547920 2024-11-12T21:55:48,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-12T21:55:48,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:48,520 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-12T21:55:48,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:48,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:48,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:48,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:48,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:48,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:48,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/d75bee7130244f87b9af196af3a0481e is 50, key is test_row_0/A:col10/1731448548023/Put/seqid=0 2024-11-12T21:55:48,539 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:48,540 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/ca90162d8b8c4c708ae4beed4c4b5984 is 50, key is test_row_0/C:col10/1731448547922/Put/seqid=0 2024-11-12T21:55:48,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742295_1471 (size=12301) 2024-11-12T21:55:48,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742296_1472 (size=13051) 2024-11-12T21:55:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:48,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:48,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:48,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448608718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448608719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:48,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:48,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448608720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:48,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:48,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:48,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:48,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448608839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:48,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:48,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448608839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:48,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:48,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:48,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448608839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:48,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:48,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:48,894 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/c92238aa46864c0eb4d57d6886fdebb0 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c92238aa46864c0eb4d57d6886fdebb0 2024-11-12T21:55:48,898 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/A of d92a9e1be0a6e939367d84956c490cd0 into c92238aa46864c0eb4d57d6886fdebb0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:48,898 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:48,898 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/A, priority=13, startTime=1731448548451; duration=0sec 2024-11-12T21:55:48,899 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:48,899 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:A 2024-11-12T21:55:48,955 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=623 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/d75bee7130244f87b9af196af3a0481e 2024-11-12T21:55:48,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/b32a2783d9a34ceb8f3568e1eceff009 is 50, key is test_row_0/B:col10/1731448548023/Put/seqid=0 2024-11-12T21:55:48,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742297_1473 (size=12301) 2024-11-12T21:55:48,967 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/ca90162d8b8c4c708ae4beed4c4b5984 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ca90162d8b8c4c708ae4beed4c4b5984 2024-11-12T21:55:48,970 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/C of d92a9e1be0a6e939367d84956c490cd0 into ca90162d8b8c4c708ae4beed4c4b5984(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:48,970 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:48,970 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/C, priority=13, startTime=1731448548451; duration=0sec 2024-11-12T21:55:48,970 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:48,970 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:C 2024-11-12T21:55:49,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448609059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:49,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448609059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448609059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T21:55:49,364 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=623 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/b32a2783d9a34ceb8f3568e1eceff009 2024-11-12T21:55:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/02a3b444531f47d5aafa8f1c044dbfe9 is 50, key is test_row_0/C:col10/1731448548023/Put/seqid=0 2024-11-12T21:55:49,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448609369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:49,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742298_1474 (size=12301) 2024-11-12T21:55:49,379 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=623 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/02a3b444531f47d5aafa8f1c044dbfe9 2024-11-12T21:55:49,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/d75bee7130244f87b9af196af3a0481e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/d75bee7130244f87b9af196af3a0481e 2024-11-12T21:55:49,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448609381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:49,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448609382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:49,389 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/d75bee7130244f87b9af196af3a0481e, entries=150, sequenceid=623, filesize=12.0 K 2024-11-12T21:55:49,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/b32a2783d9a34ceb8f3568e1eceff009 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b32a2783d9a34ceb8f3568e1eceff009 2024-11-12T21:55:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:49,394 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b32a2783d9a34ceb8f3568e1eceff009, entries=150, sequenceid=623, filesize=12.0 K 2024-11-12T21:55:49,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/02a3b444531f47d5aafa8f1c044dbfe9 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/02a3b444531f47d5aafa8f1c044dbfe9 2024-11-12T21:55:49,398 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/02a3b444531f47d5aafa8f1c044dbfe9, entries=150, sequenceid=623, filesize=12.0 K 2024-11-12T21:55:49,399 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for d92a9e1be0a6e939367d84956c490cd0 in 879ms, sequenceid=623, compaction requested=false 2024-11-12T21:55:49,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:49,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:49,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-12T21:55:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-12T21:55:49,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-12T21:55:49,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2630 sec 2024-11-12T21:55:49,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.2720 sec 2024-11-12T21:55:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:49,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-12T21:55:49,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:49,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:49,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:49,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:49,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:49,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:49,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/eecbb2b5006d4c4185236e78753bbad2 is 50, key is test_row_0/A:col10/1731448548719/Put/seqid=0 2024-11-12T21:55:49,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742299_1475 (size=12301) 2024-11-12T21:55:49,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448609928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:49,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448609929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:49,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:49,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448609933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:49,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:49,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:49,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:50,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448610039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:50,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:50,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448610049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:50,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:50,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448610049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:50,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:50,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448610249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:50,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:50,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448610259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:50,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:50,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448610259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:50,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:50,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:50,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=639 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/eecbb2b5006d4c4185236e78753bbad2 2024-11-12T21:55:50,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/e899dcee578f4d00af0937992a210cc9 is 50, key is test_row_0/B:col10/1731448548719/Put/seqid=0 2024-11-12T21:55:50,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742300_1476 (size=12301) 2024-11-12T21:55:50,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448610570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:50,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448610570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448610570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:50,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=639 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/e899dcee578f4d00af0937992a210cc9 2024-11-12T21:55:50,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/ea6a252b3b5c475d9ed2682d2c3076a3 is 50, key is test_row_0/C:col10/1731448548719/Put/seqid=0 2024-11-12T21:55:50,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742301_1477 (size=12301) 2024-11-12T21:55:51,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448611089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:51,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448611090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:51,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:51,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:51,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:51,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448611090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:51,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:51,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:51,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:51,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=639 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/ea6a252b3b5c475d9ed2682d2c3076a3 2024-11-12T21:55:51,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/eecbb2b5006d4c4185236e78753bbad2 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/eecbb2b5006d4c4185236e78753bbad2 2024-11-12T21:55:51,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/eecbb2b5006d4c4185236e78753bbad2, entries=150, sequenceid=639, filesize=12.0 K 2024-11-12T21:55:51,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/e899dcee578f4d00af0937992a210cc9 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/e899dcee578f4d00af0937992a210cc9 2024-11-12T21:55:51,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/e899dcee578f4d00af0937992a210cc9, entries=150, sequenceid=639, filesize=12.0 K 2024-11-12T21:55:51,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/ea6a252b3b5c475d9ed2682d2c3076a3 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ea6a252b3b5c475d9ed2682d2c3076a3 2024-11-12T21:55:51,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ea6a252b3b5c475d9ed2682d2c3076a3, entries=150, sequenceid=639, filesize=12.0 K 2024-11-12T21:55:51,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for d92a9e1be0a6e939367d84956c490cd0 in 1275ms, sequenceid=639, compaction requested=true 2024-11-12T21:55:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:55:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:51,168 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:51,168 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:51,169 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:51,169 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:51,169 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/B is initiating minor compaction (all files) 2024-11-12T21:55:51,169 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/A is initiating minor compaction (all files) 2024-11-12T21:55:51,169 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/A in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:51,169 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/B in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:51,169 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/d56b085479db49e38030524b6de05a91, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b32a2783d9a34ceb8f3568e1eceff009, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/e899dcee578f4d00af0937992a210cc9] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=36.8 K 2024-11-12T21:55:51,169 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c92238aa46864c0eb4d57d6886fdebb0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/d75bee7130244f87b9af196af3a0481e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/eecbb2b5006d4c4185236e78753bbad2] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=36.8 K 2024-11-12T21:55:51,169 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting d56b085479db49e38030524b6de05a91, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731448547920 2024-11-12T21:55:51,169 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting c92238aa46864c0eb4d57d6886fdebb0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731448547920 2024-11-12T21:55:51,169 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting d75bee7130244f87b9af196af3a0481e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=623, earliestPutTs=1731448548004 2024-11-12T21:55:51,170 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting b32a2783d9a34ceb8f3568e1eceff009, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=623, earliestPutTs=1731448548004 2024-11-12T21:55:51,170 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting eecbb2b5006d4c4185236e78753bbad2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=639, earliestPutTs=1731448548712 2024-11-12T21:55:51,170 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting e899dcee578f4d00af0937992a210cc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=639, earliestPutTs=1731448548712 2024-11-12T21:55:51,176 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#B#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:51,176 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/a1df8f80729e424e9e22b77a0791839b is 50, key is test_row_0/B:col10/1731448548719/Put/seqid=0 2024-11-12T21:55:51,180 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#A#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:51,180 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/e40b8936252f4219b65d6d747e642209 is 50, key is test_row_0/A:col10/1731448548719/Put/seqid=0 2024-11-12T21:55:51,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742302_1478 (size=13153) 2024-11-12T21:55:51,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742303_1479 (size=13153) 2024-11-12T21:55:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T21:55:51,289 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:51,290 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:55:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-12T21:55:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T21:55:51,291 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:55:51,292 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:55:51,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:55:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T21:55:51,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T21:55:51,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:51,444 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-12T21:55:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:51,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/a99d0f6cd7c34a90bcb4a7f1217c623c is 50, key is test_row_0/A:col10/1731448549919/Put/seqid=0 2024-11-12T21:55:51,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742304_1480 (size=12301) 2024-11-12T21:55:51,463 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/a99d0f6cd7c34a90bcb4a7f1217c623c 2024-11-12T21:55:51,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/62a56e60494f40e5924a8928bdc2d5d2 is 50, key is test_row_0/B:col10/1731448549919/Put/seqid=0 2024-11-12T21:55:51,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742305_1481 (size=12301) 2024-11-12T21:55:51,587 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/a1df8f80729e424e9e22b77a0791839b as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/a1df8f80729e424e9e22b77a0791839b 2024-11-12T21:55:51,598 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/B of d92a9e1be0a6e939367d84956c490cd0 into a1df8f80729e424e9e22b77a0791839b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:51,598 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:51,598 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/B, priority=13, startTime=1731448551168; duration=0sec 2024-11-12T21:55:51,598 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:51,598 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:B 2024-11-12T21:55:51,599 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:51,600 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:51,600 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/C is initiating minor compaction (all files) 2024-11-12T21:55:51,600 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/C in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:51,600 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ca90162d8b8c4c708ae4beed4c4b5984, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/02a3b444531f47d5aafa8f1c044dbfe9, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ea6a252b3b5c475d9ed2682d2c3076a3] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=36.8 K 2024-11-12T21:55:51,600 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/e40b8936252f4219b65d6d747e642209 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e40b8936252f4219b65d6d747e642209 2024-11-12T21:55:51,600 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting ca90162d8b8c4c708ae4beed4c4b5984, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731448547920 2024-11-12T21:55:51,601 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 02a3b444531f47d5aafa8f1c044dbfe9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=623, earliestPutTs=1731448548004 2024-11-12T21:55:51,601 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting ea6a252b3b5c475d9ed2682d2c3076a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=639, earliestPutTs=1731448548712 2024-11-12T21:55:51,605 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/A of d92a9e1be0a6e939367d84956c490cd0 into e40b8936252f4219b65d6d747e642209(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:51,605 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:51,605 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/A, priority=13, startTime=1731448551168; duration=0sec 2024-11-12T21:55:51,605 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:51,605 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:A 2024-11-12T21:55:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T21:55:51,625 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#C#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:51,626 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/ad97e3167b584af8ac449dd5bb0bccb7 is 50, key is test_row_0/C:col10/1731448548719/Put/seqid=0 2024-11-12T21:55:51,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742306_1482 (size=13153) 2024-11-12T21:55:51,652 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/ad97e3167b584af8ac449dd5bb0bccb7 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ad97e3167b584af8ac449dd5bb0bccb7 2024-11-12T21:55:51,665 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/C of d92a9e1be0a6e939367d84956c490cd0 into ad97e3167b584af8ac449dd5bb0bccb7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:51,665 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:51,665 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/C, priority=13, startTime=1731448551168; duration=0sec 2024-11-12T21:55:51,665 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:51,665 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:C 2024-11-12T21:55:51,884 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/62a56e60494f40e5924a8928bdc2d5d2 2024-11-12T21:55:51,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/a7d5b54224fa472a98b27ad83bcfb6bd is 50, key is test_row_0/C:col10/1731448549919/Put/seqid=0 2024-11-12T21:55:51,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742307_1483 (size=12301) 2024-11-12T21:55:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T21:55:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:52,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448612131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:52,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:52,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448612134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:52,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448612138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:52,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448612249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:52,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:52,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448612249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:52,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:52,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448612259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:52,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:52,313 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/a7d5b54224fa472a98b27ad83bcfb6bd 2024-11-12T21:55:52,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/a99d0f6cd7c34a90bcb4a7f1217c623c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/a99d0f6cd7c34a90bcb4a7f1217c623c 2024-11-12T21:55:52,322 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/a99d0f6cd7c34a90bcb4a7f1217c623c, entries=150, sequenceid=657, filesize=12.0 K 2024-11-12T21:55:52,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/62a56e60494f40e5924a8928bdc2d5d2 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/62a56e60494f40e5924a8928bdc2d5d2 2024-11-12T21:55:52,328 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/62a56e60494f40e5924a8928bdc2d5d2, entries=150, sequenceid=657, filesize=12.0 K 2024-11-12T21:55:52,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/a7d5b54224fa472a98b27ad83bcfb6bd as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a7d5b54224fa472a98b27ad83bcfb6bd 2024-11-12T21:55:52,331 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a7d5b54224fa472a98b27ad83bcfb6bd, entries=150, sequenceid=657, filesize=12.0 K 2024-11-12T21:55:52,332 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for d92a9e1be0a6e939367d84956c490cd0 in 888ms, sequenceid=657, compaction requested=false 2024-11-12T21:55:52,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:52,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:52,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-12T21:55:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-12T21:55:52,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-12T21:55:52,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0410 sec 2024-11-12T21:55:52,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.0450 sec 2024-11-12T21:55:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T21:55:52,429 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:52,430 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:55:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-12T21:55:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T21:55:52,431 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:55:52,432 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:55:52,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:55:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:52,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-12T21:55:52,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:52,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:52,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:52,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:52,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:52,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:52,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/8d173fe1231e45059e8b7ff0561bd98c is 50, key is test_row_0/A:col10/1731448552129/Put/seqid=0 2024-11-12T21:55:52,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742308_1484 (size=14741) 2024-11-12T21:55:52,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448612506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:52,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:52,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448612507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:52,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:52,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448612508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T21:55:52,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T21:55:52,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:52,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:52,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:52,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:52,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:52,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448612619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:52,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:52,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448612630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:52,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:52,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448612630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:52,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T21:55:52,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:52,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:52,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:52,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:52,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T21:55:52,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448612839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:52,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448612850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:52,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:52,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448612850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:52,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:52,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:52,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=675 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/8d173fe1231e45059e8b7ff0561bd98c 2024-11-12T21:55:52,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/126eb2c6533f4611b93199326a554401 is 50, key is test_row_0/B:col10/1731448552129/Put/seqid=0 2024-11-12T21:55:52,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T21:55:52,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:52,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:52,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:52,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:52,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:52,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742309_1485 (size=12301) 2024-11-12T21:55:53,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T21:55:53,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:53,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:53,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:53,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:53,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T21:55:53,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448613159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:53,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:53,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448613159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:53,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:53,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:53,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:53,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:53,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:53,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448613170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:53,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T21:55:53,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:53,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:53,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:53,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:53,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:53,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=675 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/126eb2c6533f4611b93199326a554401 2024-11-12T21:55:53,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/7b7ec94d655c48ccad7fb4034707ad03 is 50, key is test_row_0/C:col10/1731448552129/Put/seqid=0 2024-11-12T21:55:53,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742310_1486 (size=12301) 2024-11-12T21:55:53,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T21:55:53,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:53,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:53,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:53,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:53,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:53,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T21:55:53,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:53,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:53,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:53,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:53,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T21:55:53,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T21:55:53,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:53,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:53,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:53,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:53,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:53,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448613679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:53,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448613679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:53,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448613679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:53,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:53,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:53,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:53,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=675 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/7b7ec94d655c48ccad7fb4034707ad03 2024-11-12T21:55:53,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/8d173fe1231e45059e8b7ff0561bd98c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/8d173fe1231e45059e8b7ff0561bd98c 2024-11-12T21:55:53,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/8d173fe1231e45059e8b7ff0561bd98c, entries=200, sequenceid=675, filesize=14.4 K 2024-11-12T21:55:53,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/126eb2c6533f4611b93199326a554401 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/126eb2c6533f4611b93199326a554401 2024-11-12T21:55:53,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/126eb2c6533f4611b93199326a554401, entries=150, sequenceid=675, filesize=12.0 K 2024-11-12T21:55:53,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/7b7ec94d655c48ccad7fb4034707ad03 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/7b7ec94d655c48ccad7fb4034707ad03 2024-11-12T21:55:53,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/7b7ec94d655c48ccad7fb4034707ad03, entries=150, sequenceid=675, filesize=12.0 K 2024-11-12T21:55:53,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for d92a9e1be0a6e939367d84956c490cd0 in 1261ms, sequenceid=675, compaction requested=true 2024-11-12T21:55:53,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:53,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:55:53,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:53,724 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:53,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:53,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:53,724 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:53,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:53,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:53,727 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:53,727 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:53,727 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/B is initiating minor compaction (all files) 2024-11-12T21:55:53,727 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/A is initiating minor compaction (all files) 2024-11-12T21:55:53,727 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/A in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:53,727 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/B in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:53,727 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/a1df8f80729e424e9e22b77a0791839b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/62a56e60494f40e5924a8928bdc2d5d2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/126eb2c6533f4611b93199326a554401] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=36.9 K 2024-11-12T21:55:53,727 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e40b8936252f4219b65d6d747e642209, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/a99d0f6cd7c34a90bcb4a7f1217c623c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/8d173fe1231e45059e8b7ff0561bd98c] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=39.3 K 2024-11-12T21:55:53,727 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting e40b8936252f4219b65d6d747e642209, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=639, earliestPutTs=1731448548712 2024-11-12T21:55:53,727 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting a1df8f80729e424e9e22b77a0791839b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=639, earliestPutTs=1731448548712 2024-11-12T21:55:53,728 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting a99d0f6cd7c34a90bcb4a7f1217c623c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=657, earliestPutTs=1731448549919 2024-11-12T21:55:53,728 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 62a56e60494f40e5924a8928bdc2d5d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=657, earliestPutTs=1731448549919 2024-11-12T21:55:53,728 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d173fe1231e45059e8b7ff0561bd98c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=675, earliestPutTs=1731448552129 2024-11-12T21:55:53,728 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 126eb2c6533f4611b93199326a554401, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=675, earliestPutTs=1731448552129 2024-11-12T21:55:53,734 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#B#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:53,734 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#A#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:53,735 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/c6607c7e23274fedbb475b834461ea12 is 50, key is test_row_0/B:col10/1731448552129/Put/seqid=0 2024-11-12T21:55:53,735 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/c86944c50f2a475994601af856a6ce40 is 50, key is test_row_0/A:col10/1731448552129/Put/seqid=0 2024-11-12T21:55:53,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742311_1487 (size=13255) 2024-11-12T21:55:53,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742312_1488 (size=13255) 2024-11-12T21:55:53,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T21:55:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:53,808 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-12T21:55:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:53,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/174ec927f05c4eb7bdb922fe971b3fc6 is 50, key is test_row_0/A:col10/1731448552506/Put/seqid=0 2024-11-12T21:55:53,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742313_1489 (size=12301) 2024-11-12T21:55:53,830 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=692 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/174ec927f05c4eb7bdb922fe971b3fc6 2024-11-12T21:55:53,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/ecf068747f934857ab11875cb3fecb1b is 50, key is test_row_0/B:col10/1731448552506/Put/seqid=0 2024-11-12T21:55:53,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742314_1490 (size=12301) 2024-11-12T21:55:53,838 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=692 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/ecf068747f934857ab11875cb3fecb1b 2024-11-12T21:55:53,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/a66df69ddbb84103b997a8ff16c8c19d is 50, key is test_row_0/C:col10/1731448552506/Put/seqid=0 2024-11-12T21:55:53,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742315_1491 (size=12301) 2024-11-12T21:55:53,850 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=692 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/a66df69ddbb84103b997a8ff16c8c19d 2024-11-12T21:55:53,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/174ec927f05c4eb7bdb922fe971b3fc6 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/174ec927f05c4eb7bdb922fe971b3fc6 2024-11-12T21:55:53,861 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/174ec927f05c4eb7bdb922fe971b3fc6, entries=150, sequenceid=692, filesize=12.0 K 2024-11-12T21:55:53,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/ecf068747f934857ab11875cb3fecb1b as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/ecf068747f934857ab11875cb3fecb1b 2024-11-12T21:55:53,870 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/ecf068747f934857ab11875cb3fecb1b, entries=150, sequenceid=692, filesize=12.0 K 2024-11-12T21:55:53,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/a66df69ddbb84103b997a8ff16c8c19d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a66df69ddbb84103b997a8ff16c8c19d 2024-11-12T21:55:53,874 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a66df69ddbb84103b997a8ff16c8c19d, entries=150, sequenceid=692, filesize=12.0 K 2024-11-12T21:55:53,875 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for d92a9e1be0a6e939367d84956c490cd0 in 67ms, sequenceid=692, compaction requested=true 2024-11-12T21:55:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-12T21:55:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-12T21:55:53,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-12T21:55:53,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4440 sec 2024-11-12T21:55:53,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.4480 sec 2024-11-12T21:55:54,148 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/c6607c7e23274fedbb475b834461ea12 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/c6607c7e23274fedbb475b834461ea12 2024-11-12T21:55:54,152 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/c86944c50f2a475994601af856a6ce40 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c86944c50f2a475994601af856a6ce40 2024-11-12T21:55:54,155 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/B of d92a9e1be0a6e939367d84956c490cd0 into c6607c7e23274fedbb475b834461ea12(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:54,155 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:54,155 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/B, priority=13, startTime=1731448553724; duration=0sec 2024-11-12T21:55:54,155 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:54,155 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:B 2024-11-12T21:55:54,155 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:55:54,157 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:55:54,157 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/C is initiating minor compaction (all files) 2024-11-12T21:55:54,157 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/C in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:54,157 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ad97e3167b584af8ac449dd5bb0bccb7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a7d5b54224fa472a98b27ad83bcfb6bd, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/7b7ec94d655c48ccad7fb4034707ad03, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a66df69ddbb84103b997a8ff16c8c19d] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=48.9 K 2024-11-12T21:55:54,158 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting ad97e3167b584af8ac449dd5bb0bccb7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=639, earliestPutTs=1731448548712 2024-11-12T21:55:54,159 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting a7d5b54224fa472a98b27ad83bcfb6bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=657, earliestPutTs=1731448549919 2024-11-12T21:55:54,159 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/A of d92a9e1be0a6e939367d84956c490cd0 into c86944c50f2a475994601af856a6ce40(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:54,159 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:54,159 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/A, priority=13, startTime=1731448553724; duration=0sec 2024-11-12T21:55:54,159 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:54,159 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:A 2024-11-12T21:55:54,159 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b7ec94d655c48ccad7fb4034707ad03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=675, earliestPutTs=1731448552129 2024-11-12T21:55:54,159 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting a66df69ddbb84103b997a8ff16c8c19d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=692, earliestPutTs=1731448552493 2024-11-12T21:55:54,166 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#C#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:54,167 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/f2793317e2164be98bfd6e8ad005b39c is 50, key is test_row_0/C:col10/1731448552506/Put/seqid=0 2024-11-12T21:55:54,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742316_1492 (size=13289) 2024-11-12T21:55:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T21:55:54,580 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:54,580 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:55:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-12T21:55:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T21:55:54,582 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:55:54,583 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:55:54,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:55:54,586 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/f2793317e2164be98bfd6e8ad005b39c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/f2793317e2164be98bfd6e8ad005b39c 2024-11-12T21:55:54,591 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/C of d92a9e1be0a6e939367d84956c490cd0 into f2793317e2164be98bfd6e8ad005b39c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:54,591 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:54,591 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/C, priority=12, startTime=1731448553724; duration=0sec 2024-11-12T21:55:54,591 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:54,591 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:C 2024-11-12T21:55:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T21:55:54,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:55:54,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:54,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:54,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:54,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:54,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:54,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:54,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/2f6ef391c2a747ef9c6fafec92af05ee is 50, key is test_row_0/A:col10/1731448554704/Put/seqid=0 2024-11-12T21:55:54,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742317_1493 (size=14741) 2024-11-12T21:55:54,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-12T21:55:54,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:54,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:54,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:54,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:54,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:54,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731448554729, max timestamp=1731448554755Num uniques 859; 2024-11-12T21:55:54,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:55:54,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731448554729, max timestamp=1731448554755Num uniques 859; 2024-11-12T21:55:54,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:55:54,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731448554729, max timestamp=1731448554755Num uniques 859; 2024-11-12T21:55:54,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-12T21:55:54,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1731448614799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:54,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448614804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:54,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:54,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:54,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:54,811 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in d92a9e1be0a6e939367d84956c490cd0 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18351 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:54,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:54,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:54,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:54,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448614805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:54,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:54,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:54,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:54,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448614810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:54,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:54,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:54,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:54,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41588 deadline: 1731448614819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:54,826 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in d92a9e1be0a6e939367d84956c490cd0 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18368 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:55:54,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:54,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:54,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:54,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-12T21:55:54,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:54,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:54,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:54,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:54,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T21:55:54,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448614920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:54,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:54,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:54,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:54,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448614929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:54,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448614929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:54,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:54,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:54,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:55,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-12T21:55:55,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:55,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:55,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:55,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:55,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=705 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/2f6ef391c2a747ef9c6fafec92af05ee 2024-11-12T21:55:55,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/416393a1190b4859b93396b499981954 is 50, key is test_row_0/B:col10/1731448554704/Put/seqid=0 2024-11-12T21:55:55,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742318_1494 (size=12301) 2024-11-12T21:55:55,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=705 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/416393a1190b4859b93396b499981954 2024-11-12T21:55:55,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/29482afb0ef940ca8aff28ff527f4dd5 is 50, key is test_row_0/C:col10/1731448554704/Put/seqid=0 2024-11-12T21:55:55,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448615140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:55,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:55,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:55,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:55,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448615149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:55,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448615149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:55,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:55,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742319_1495 (size=12301) 2024-11-12T21:55:55,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-12T21:55:55,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:55,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:55,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:55,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:55,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T21:55:55,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-12T21:55:55,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:55,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:55,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:55,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:55,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:55,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448615460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:55,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448615460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:55,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448615460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:55,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-12T21:55:55,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:55,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:55,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:55,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:55,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:55:55,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=705 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/29482afb0ef940ca8aff28ff527f4dd5 2024-11-12T21:55:55,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/2f6ef391c2a747ef9c6fafec92af05ee as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/2f6ef391c2a747ef9c6fafec92af05ee 2024-11-12T21:55:55,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/2f6ef391c2a747ef9c6fafec92af05ee, entries=200, sequenceid=705, filesize=14.4 K 2024-11-12T21:55:55,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/416393a1190b4859b93396b499981954 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/416393a1190b4859b93396b499981954 2024-11-12T21:55:55,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/416393a1190b4859b93396b499981954, entries=150, sequenceid=705, filesize=12.0 K 2024-11-12T21:55:55,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/29482afb0ef940ca8aff28ff527f4dd5 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/29482afb0ef940ca8aff28ff527f4dd5 2024-11-12T21:55:55,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/29482afb0ef940ca8aff28ff527f4dd5, entries=150, sequenceid=705, filesize=12.0 K 2024-11-12T21:55:55,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d92a9e1be0a6e939367d84956c490cd0 in 874ms, sequenceid=705, compaction requested=true 2024-11-12T21:55:55,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:55,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:55:55,588 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:55,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:55,588 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:55,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:55,589 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:55,589 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:55,589 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/A is initiating minor compaction (all files) 2024-11-12T21:55:55,589 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/B is initiating minor compaction (all files) 2024-11-12T21:55:55,589 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/A in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:55,589 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/B in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:55,589 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c86944c50f2a475994601af856a6ce40, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/174ec927f05c4eb7bdb922fe971b3fc6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/2f6ef391c2a747ef9c6fafec92af05ee] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=39.4 K 2024-11-12T21:55:55,589 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/c6607c7e23274fedbb475b834461ea12, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/ecf068747f934857ab11875cb3fecb1b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/416393a1190b4859b93396b499981954] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=37.0 K 2024-11-12T21:55:55,589 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting c6607c7e23274fedbb475b834461ea12, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=675, earliestPutTs=1731448552129 2024-11-12T21:55:55,589 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting c86944c50f2a475994601af856a6ce40, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=675, earliestPutTs=1731448552129 2024-11-12T21:55:55,590 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting ecf068747f934857ab11875cb3fecb1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=692, earliestPutTs=1731448552493 2024-11-12T21:55:55,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:55,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:55,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:55,590 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 416393a1190b4859b93396b499981954, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=705, earliestPutTs=1731448554704 2024-11-12T21:55:55,590 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 174ec927f05c4eb7bdb922fe971b3fc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=692, earliestPutTs=1731448552493 2024-11-12T21:55:55,590 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f6ef391c2a747ef9c6fafec92af05ee, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=705, earliestPutTs=1731448554704 2024-11-12T21:55:55,597 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#B#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:55,597 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#A#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:55,597 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/943d78de62a0415a87e8c6f26a161dc7 is 50, key is test_row_0/A:col10/1731448554704/Put/seqid=0 2024-11-12T21:55:55,597 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/1236ece8a18f4989af8a530e373a3eee is 50, key is test_row_0/B:col10/1731448554704/Put/seqid=0 2024-11-12T21:55:55,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742320_1496 (size=13357) 2024-11-12T21:55:55,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742321_1497 (size=13357) 2024-11-12T21:55:55,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-12T21:55:55,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:55,651 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-12T21:55:55,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:55,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:55,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:55,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:55,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:55,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:55:55,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/e2b31b993791422988ba5e1f3fb64671 is 50, key is test_row_0/A:col10/1731448554792/Put/seqid=0 2024-11-12T21:55:55,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742322_1498 (size=12301) 2024-11-12T21:55:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T21:55:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:55,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. as already flushing 2024-11-12T21:55:55,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448615991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:55,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448615991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:55,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:55,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:55,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:55,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:55,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:55,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:56,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448615992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:56,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:56,012 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/1236ece8a18f4989af8a530e373a3eee as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/1236ece8a18f4989af8a530e373a3eee 2024-11-12T21:55:56,013 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/943d78de62a0415a87e8c6f26a161dc7 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/943d78de62a0415a87e8c6f26a161dc7 2024-11-12T21:55:56,015 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/B of d92a9e1be0a6e939367d84956c490cd0 into 1236ece8a18f4989af8a530e373a3eee(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:56,015 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:56,015 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/B, priority=13, startTime=1731448555588; duration=0sec 2024-11-12T21:55:56,015 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:56,015 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:B 2024-11-12T21:55:56,016 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T21:55:56,016 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-12T21:55:56,016 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-12T21:55:56,016 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. because compaction request was cancelled 2024-11-12T21:55:56,016 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:C 2024-11-12T21:55:56,016 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/A of d92a9e1be0a6e939367d84956c490cd0 into 943d78de62a0415a87e8c6f26a161dc7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:56,016 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:56,016 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/A, priority=13, startTime=1731448555588; duration=0sec 2024-11-12T21:55:56,016 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:56,016 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:A 2024-11-12T21:55:56,075 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=740 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/e2b31b993791422988ba5e1f3fb64671 2024-11-12T21:55:56,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/6a48b17f1d4342e5a4cdacd83db835c2 is 50, key is test_row_0/B:col10/1731448554792/Put/seqid=0 2024-11-12T21:55:56,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742323_1499 (size=12301) 2024-11-12T21:55:56,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448616099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:56,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448616099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:56,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:56,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:56,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448616109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:56,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448616309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:56,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448616309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:56,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448616319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:56,382 INFO [Thread-1836 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1836. 2024-11-12T21:55:56,382 INFO [Thread-1844 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1844. 2024-11-12T21:55:56,382 DEBUG [Thread-1836 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:56,382 DEBUG [Thread-1844 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:56,382 DEBUG [Thread-1836 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:56,382 DEBUG [Thread-1844 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:56,383 DEBUG [Thread-1844 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:56,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:56,383 DEBUG [Thread-1836 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:56,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:56,390 INFO [Thread-1838 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1838. 2024-11-12T21:55:56,390 DEBUG [Thread-1838 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:56,390 DEBUG [Thread-1838 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:56,390 DEBUG [Thread-1838 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:56,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:56,393 INFO [Thread-1840 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1840. 2024-11-12T21:55:56,393 DEBUG [Thread-1840 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:56,393 DEBUG [Thread-1840 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:56,393 DEBUG [Thread-1840 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:56,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:56,394 INFO [Thread-1842 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1842. 2024-11-12T21:55:56,394 DEBUG [Thread-1842 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:56,394 DEBUG [Thread-1842 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:56,394 DEBUG [Thread-1842 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:56,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:56,491 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=740 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/6a48b17f1d4342e5a4cdacd83db835c2 2024-11-12T21:55:56,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/1090f2b104754a01a298c2c4a3587efc is 50, key is test_row_0/C:col10/1731448554792/Put/seqid=0 2024-11-12T21:55:56,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742324_1500 (size=12301) 2024-11-12T21:55:56,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41636 deadline: 1731448616620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:56,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:56,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1731448616629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:56,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:55:56,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41684 deadline: 1731448616629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 2024-11-12T21:55:56,630 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,630 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,630 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:56,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 , the old value is region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:55:56,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., hostname=0c576948786c,34327,1731448410123, seqNum=2 because the exception is null or not the one we care about 2024-11-12T21:55:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T21:55:56,903 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=740 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/1090f2b104754a01a298c2c4a3587efc 2024-11-12T21:55:56,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/e2b31b993791422988ba5e1f3fb64671 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e2b31b993791422988ba5e1f3fb64671 2024-11-12T21:55:56,909 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e2b31b993791422988ba5e1f3fb64671, entries=150, sequenceid=740, filesize=12.0 K 2024-11-12T21:55:56,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/6a48b17f1d4342e5a4cdacd83db835c2 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/6a48b17f1d4342e5a4cdacd83db835c2 2024-11-12T21:55:56,913 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/6a48b17f1d4342e5a4cdacd83db835c2, entries=150, sequenceid=740, filesize=12.0 K 2024-11-12T21:55:56,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/1090f2b104754a01a298c2c4a3587efc as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/1090f2b104754a01a298c2c4a3587efc 2024-11-12T21:55:56,916 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/1090f2b104754a01a298c2c4a3587efc, entries=150, sequenceid=740, filesize=12.0 K 2024-11-12T21:55:56,917 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for d92a9e1be0a6e939367d84956c490cd0 in 1266ms, sequenceid=740, compaction requested=true 2024-11-12T21:55:56,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:56,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:56,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-12T21:55:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-12T21:55:56,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-12T21:55:56,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3360 sec 2024-11-12T21:55:56,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.3410 sec 2024-11-12T21:55:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:55:57,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-12T21:55:57,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:55:57,132 INFO [Thread-1831 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1831. 2024-11-12T21:55:57,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:57,132 DEBUG [Thread-1831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:57,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:55:57,132 DEBUG [Thread-1831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:57,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:57,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:55:57,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:55:57,132 DEBUG [Thread-1831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:57,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:57,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/d6ecbb027355438990668b95b49ff0dd is 50, key is test_row_0/A:col10/1731448557130/Put/seqid=0 2024-11-12T21:55:57,142 INFO [Thread-1825 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1825. 2024-11-12T21:55:57,142 INFO [Thread-1827 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1827. 2024-11-12T21:55:57,142 DEBUG [Thread-1825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:57,142 DEBUG [Thread-1827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:55:57,142 DEBUG [Thread-1825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:57,142 DEBUG [Thread-1827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:57,142 DEBUG [Thread-1827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:57,142 DEBUG [Thread-1825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:55:57,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:57,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:55:57,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742325_1501 (size=12301) 2024-11-12T21:55:57,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=753 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/d6ecbb027355438990668b95b49ff0dd 2024-11-12T21:55:57,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/b63b9714f3134b05b43620a71be72b63 is 50, key is test_row_0/B:col10/1731448557130/Put/seqid=0 2024-11-12T21:55:57,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742326_1502 (size=12301) 2024-11-12T21:55:57,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=753 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/b63b9714f3134b05b43620a71be72b63 2024-11-12T21:55:57,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/d22c93242ea244cda489fadac5c9564b is 50, key is test_row_0/C:col10/1731448557130/Put/seqid=0 2024-11-12T21:55:57,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742327_1503 (size=12301) 2024-11-12T21:55:58,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=753 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/d22c93242ea244cda489fadac5c9564b 2024-11-12T21:55:58,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/d6ecbb027355438990668b95b49ff0dd as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/d6ecbb027355438990668b95b49ff0dd 2024-11-12T21:55:58,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/d6ecbb027355438990668b95b49ff0dd, entries=150, sequenceid=753, filesize=12.0 K 2024-11-12T21:55:58,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/b63b9714f3134b05b43620a71be72b63 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b63b9714f3134b05b43620a71be72b63 2024-11-12T21:55:58,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b63b9714f3134b05b43620a71be72b63, entries=150, sequenceid=753, filesize=12.0 K 2024-11-12T21:55:58,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/d22c93242ea244cda489fadac5c9564b as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/d22c93242ea244cda489fadac5c9564b 2024-11-12T21:55:58,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/d22c93242ea244cda489fadac5c9564b, entries=150, sequenceid=753, filesize=12.0 K 2024-11-12T21:55:58,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=13.42 KB/13740 for d92a9e1be0a6e939367d84956c490cd0 in 1264ms, sequenceid=753, compaction requested=true 2024-11-12T21:55:58,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:58,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:55:58,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:58,396 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:58,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:55:58,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:58,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92a9e1be0a6e939367d84956c490cd0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:55:58,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:58,396 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:55:58,397 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:58,397 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:55:58,397 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/B is initiating minor compaction (all files) 2024-11-12T21:55:58,397 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/A is initiating minor compaction (all files) 2024-11-12T21:55:58,397 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/B in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:58,397 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/A in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:58,397 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/943d78de62a0415a87e8c6f26a161dc7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e2b31b993791422988ba5e1f3fb64671, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/d6ecbb027355438990668b95b49ff0dd] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=37.1 K 2024-11-12T21:55:58,397 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/1236ece8a18f4989af8a530e373a3eee, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/6a48b17f1d4342e5a4cdacd83db835c2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b63b9714f3134b05b43620a71be72b63] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=37.1 K 2024-11-12T21:55:58,398 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 1236ece8a18f4989af8a530e373a3eee, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=705, earliestPutTs=1731448554704 2024-11-12T21:55:58,398 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 943d78de62a0415a87e8c6f26a161dc7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=705, earliestPutTs=1731448554704 2024-11-12T21:55:58,398 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a48b17f1d4342e5a4cdacd83db835c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=740, earliestPutTs=1731448554792 2024-11-12T21:55:58,398 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2b31b993791422988ba5e1f3fb64671, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=740, earliestPutTs=1731448554792 2024-11-12T21:55:58,399 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6ecbb027355438990668b95b49ff0dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=753, earliestPutTs=1731448555990 2024-11-12T21:55:58,399 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting b63b9714f3134b05b43620a71be72b63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=753, earliestPutTs=1731448555990 2024-11-12T21:55:58,409 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#B#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:58,409 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#A#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:58,410 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/dbd28067951c42d5bfd337b40f4f5e4c is 50, key is test_row_0/A:col10/1731448557130/Put/seqid=0 2024-11-12T21:55:58,410 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/77ee2d49679348af959aa5950986d15d is 50, key is test_row_0/B:col10/1731448557130/Put/seqid=0 2024-11-12T21:55:58,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742329_1505 (size=13459) 2024-11-12T21:55:58,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742328_1504 (size=13459) 2024-11-12T21:55:58,652 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T21:55:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T21:55:58,760 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:55:58,820 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/77ee2d49679348af959aa5950986d15d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/77ee2d49679348af959aa5950986d15d 2024-11-12T21:55:58,820 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/dbd28067951c42d5bfd337b40f4f5e4c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/dbd28067951c42d5bfd337b40f4f5e4c 2024-11-12T21:55:58,824 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/A of d92a9e1be0a6e939367d84956c490cd0 into dbd28067951c42d5bfd337b40f4f5e4c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:58,824 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/B of d92a9e1be0a6e939367d84956c490cd0 into 77ee2d49679348af959aa5950986d15d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:58,824 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:58,824 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:58,824 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/A, priority=13, startTime=1731448558396; duration=0sec 2024-11-12T21:55:58,824 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/B, priority=13, startTime=1731448558396; duration=0sec 2024-11-12T21:55:58,825 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:55:58,825 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:A 2024-11-12T21:55:58,825 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:58,825 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:B 2024-11-12T21:55:58,825 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:55:58,826 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:55:58,826 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): d92a9e1be0a6e939367d84956c490cd0/C is initiating minor compaction (all files) 2024-11-12T21:55:58,826 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d92a9e1be0a6e939367d84956c490cd0/C in TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:55:58,826 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/f2793317e2164be98bfd6e8ad005b39c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/29482afb0ef940ca8aff28ff527f4dd5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/1090f2b104754a01a298c2c4a3587efc, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/d22c93242ea244cda489fadac5c9564b] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp, totalSize=49.0 K 2024-11-12T21:55:58,826 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2793317e2164be98bfd6e8ad005b39c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=692, earliestPutTs=1731448552493 2024-11-12T21:55:58,826 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29482afb0ef940ca8aff28ff527f4dd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=705, earliestPutTs=1731448554704 2024-11-12T21:55:58,827 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1090f2b104754a01a298c2c4a3587efc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=740, earliestPutTs=1731448554792 2024-11-12T21:55:58,827 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting d22c93242ea244cda489fadac5c9564b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=753, earliestPutTs=1731448555990 2024-11-12T21:55:58,834 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92a9e1be0a6e939367d84956c490cd0#C#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:55:58,834 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/1558e2b2aa164156b56ced72e5e4d1ea is 50, key is test_row_0/C:col10/1731448557130/Put/seqid=0 2024-11-12T21:55:58,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742330_1506 (size=13425) 2024-11-12T21:55:59,244 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/1558e2b2aa164156b56ced72e5e4d1ea as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/1558e2b2aa164156b56ced72e5e4d1ea 2024-11-12T21:55:59,251 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d92a9e1be0a6e939367d84956c490cd0/C of d92a9e1be0a6e939367d84956c490cd0 into 1558e2b2aa164156b56ced72e5e4d1ea(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:55:59,251 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d92a9e1be0a6e939367d84956c490cd0: 2024-11-12T21:55:59,251 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., storeName=d92a9e1be0a6e939367d84956c490cd0/C, priority=12, startTime=1731448558396; duration=0sec 2024-11-12T21:55:59,251 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:55:59,251 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92a9e1be0a6e939367d84956c490cd0:C 2024-11-12T21:56:04,892 INFO [Thread-1829 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1829. 2024-11-12T21:56:04,892 DEBUG [Thread-1829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:56:04,892 DEBUG [Thread-1829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:04,893 DEBUG [Thread-1829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:04,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:56:04,903 INFO [Thread-1833 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1833. 2024-11-12T21:56:04,903 DEBUG [Thread-1833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:56:04,903 DEBUG [Thread-1833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:04,904 DEBUG [Thread-1833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:04,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:56:04,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T21:56:04,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 215 2024-11-12T21:56:04,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 177 2024-11-12T21:56:04,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-12T21:56:04,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 244 2024-11-12T21:56:04,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-12T21:56:04,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T21:56:04,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T21:56:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1155 2024-11-12T21:56:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3459 rows 2024-11-12T21:56:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1150 2024-11-12T21:56:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3448 rows 2024-11-12T21:56:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1159 2024-11-12T21:56:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3475 rows 2024-11-12T21:56:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1150 2024-11-12T21:56:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3445 rows 2024-11-12T21:56:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1157 2024-11-12T21:56:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3457 rows 2024-11-12T21:56:04,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:56:04,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:56:04,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:04,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:04,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:56:04,907 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T21:56:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T21:56:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T21:56:04,912 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448564912"}]},"ts":"1731448564912"} 2024-11-12T21:56:04,914 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T21:56:04,914 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T21:56:04,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:56:04,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d92a9e1be0a6e939367d84956c490cd0, UNASSIGN}] 2024-11-12T21:56:04,917 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d92a9e1be0a6e939367d84956c490cd0, UNASSIGN 2024-11-12T21:56:04,918 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=d92a9e1be0a6e939367d84956c490cd0, regionState=CLOSING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:56:04,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d92a9e1be0a6e939367d84956c490cd0, UNASSIGN because future has completed 2024-11-12T21:56:04,920 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:56:04,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:56:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T21:56:05,073 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(122): Close d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:56:05,073 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:56:05,073 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1722): Closing d92a9e1be0a6e939367d84956c490cd0, disabling compactions & flushes 2024-11-12T21:56:05,073 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:56:05,073 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:56:05,073 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. after waiting 0 ms 2024-11-12T21:56:05,073 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:56:05,073 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(2902): Flushing d92a9e1be0a6e939367d84956c490cd0 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-12T21:56:05,074 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=A 2024-11-12T21:56:05,074 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:05,074 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=B 2024-11-12T21:56:05,074 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:05,074 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92a9e1be0a6e939367d84956c490cd0, store=C 2024-11-12T21:56:05,074 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:05,080 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/ac051a12885c4b9b9c271435888219d5 is 50, key is test_row_0/A:col10/1731448564890/Put/seqid=0 2024-11-12T21:56:05,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742331_1507 (size=12301) 2024-11-12T21:56:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T21:56:05,484 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=763 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/ac051a12885c4b9b9c271435888219d5 2024-11-12T21:56:05,489 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/bec697a13d7e4c83bc2db5c4b1c2724a is 50, key is test_row_0/B:col10/1731448564890/Put/seqid=0 2024-11-12T21:56:05,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742332_1508 (size=12301) 2024-11-12T21:56:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T21:56:05,893 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=763 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/bec697a13d7e4c83bc2db5c4b1c2724a 2024-11-12T21:56:05,901 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/2e21656aa62d4bd2be00740e7d5c876d is 50, key is test_row_0/C:col10/1731448564890/Put/seqid=0 2024-11-12T21:56:05,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742333_1509 (size=12301) 2024-11-12T21:56:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T21:56:06,306 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=763 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/2e21656aa62d4bd2be00740e7d5c876d 2024-11-12T21:56:06,312 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/A/ac051a12885c4b9b9c271435888219d5 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/ac051a12885c4b9b9c271435888219d5 2024-11-12T21:56:06,316 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/ac051a12885c4b9b9c271435888219d5, entries=150, sequenceid=763, filesize=12.0 K 2024-11-12T21:56:06,317 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/B/bec697a13d7e4c83bc2db5c4b1c2724a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/bec697a13d7e4c83bc2db5c4b1c2724a 2024-11-12T21:56:06,321 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/bec697a13d7e4c83bc2db5c4b1c2724a, entries=150, sequenceid=763, filesize=12.0 K 2024-11-12T21:56:06,322 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/.tmp/C/2e21656aa62d4bd2be00740e7d5c876d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/2e21656aa62d4bd2be00740e7d5c876d 2024-11-12T21:56:06,326 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/2e21656aa62d4bd2be00740e7d5c876d, entries=150, sequenceid=763, filesize=12.0 K 2024-11-12T21:56:06,327 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for d92a9e1be0a6e939367d84956c490cd0 in 1254ms, sequenceid=763, compaction requested=false 2024-11-12T21:56:06,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/39038ad3a32244d59147a876f1cb3499, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/fba9761f383346eebf5f803e4d7a0880, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c2b047da951b40098fde7e4d19f7fc27, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/4863e0bd938945c4a04af1d09a0dd9be, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/57231affa7924b1cb04a80f906e8342a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/a0a88510afd64465842e2923d07c2147, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/0fc0bb1da38a458c94746bfbe6bb25fb, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/4f47e7b32b584c819cbaec748a5e67c6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e3e5464c73b94184b5ed7982c9e9059a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/f45a968ce1d34280befbf8a4937c7c85, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/3a46b17de7fa46dca85e2a2b9d13dff0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/1aebfecfd31e43da8a0d4f825d34883a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/21437e877d9b456c90dbc84863c126ef, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e63b1829787b491e966a425350a01af8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/23ff2857dbd94e7a84bee2f4bf74c056, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c2083b2162854365a2db195799098803, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/3ba717feb0fb4572b347031c153889b5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/b6b1490744d741e690d02ff1a2feb3ae, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/f15fa5e70d14461d90a429469e530192, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/86d63ee59515482d9c3ffc60165dfad7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/daacfcc08a0e4d958acd971dd7601aaf, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/556c433d894f4b7db68f8f6fadca1e03, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c92238aa46864c0eb4d57d6886fdebb0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/d75bee7130244f87b9af196af3a0481e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e40b8936252f4219b65d6d747e642209, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/eecbb2b5006d4c4185236e78753bbad2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/a99d0f6cd7c34a90bcb4a7f1217c623c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/8d173fe1231e45059e8b7ff0561bd98c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c86944c50f2a475994601af856a6ce40, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/174ec927f05c4eb7bdb922fe971b3fc6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/2f6ef391c2a747ef9c6fafec92af05ee, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/943d78de62a0415a87e8c6f26a161dc7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e2b31b993791422988ba5e1f3fb64671, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/d6ecbb027355438990668b95b49ff0dd] to archive 2024-11-12T21:56:06,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:56:06,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/39038ad3a32244d59147a876f1cb3499 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/39038ad3a32244d59147a876f1cb3499 2024-11-12T21:56:06,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/fba9761f383346eebf5f803e4d7a0880 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/fba9761f383346eebf5f803e4d7a0880 2024-11-12T21:56:06,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c2b047da951b40098fde7e4d19f7fc27 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c2b047da951b40098fde7e4d19f7fc27 2024-11-12T21:56:06,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/4863e0bd938945c4a04af1d09a0dd9be to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/4863e0bd938945c4a04af1d09a0dd9be 2024-11-12T21:56:06,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/57231affa7924b1cb04a80f906e8342a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/57231affa7924b1cb04a80f906e8342a 2024-11-12T21:56:06,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/a0a88510afd64465842e2923d07c2147 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/a0a88510afd64465842e2923d07c2147 2024-11-12T21:56:06,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/0fc0bb1da38a458c94746bfbe6bb25fb to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/0fc0bb1da38a458c94746bfbe6bb25fb 2024-11-12T21:56:06,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/4f47e7b32b584c819cbaec748a5e67c6 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/4f47e7b32b584c819cbaec748a5e67c6 2024-11-12T21:56:06,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e3e5464c73b94184b5ed7982c9e9059a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e3e5464c73b94184b5ed7982c9e9059a 2024-11-12T21:56:06,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/f45a968ce1d34280befbf8a4937c7c85 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/f45a968ce1d34280befbf8a4937c7c85 2024-11-12T21:56:06,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/3a46b17de7fa46dca85e2a2b9d13dff0 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/3a46b17de7fa46dca85e2a2b9d13dff0 2024-11-12T21:56:06,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/1aebfecfd31e43da8a0d4f825d34883a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/1aebfecfd31e43da8a0d4f825d34883a 2024-11-12T21:56:06,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/21437e877d9b456c90dbc84863c126ef to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/21437e877d9b456c90dbc84863c126ef 2024-11-12T21:56:06,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e63b1829787b491e966a425350a01af8 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e63b1829787b491e966a425350a01af8 2024-11-12T21:56:06,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/23ff2857dbd94e7a84bee2f4bf74c056 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/23ff2857dbd94e7a84bee2f4bf74c056 2024-11-12T21:56:06,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c2083b2162854365a2db195799098803 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c2083b2162854365a2db195799098803 2024-11-12T21:56:06,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/3ba717feb0fb4572b347031c153889b5 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/3ba717feb0fb4572b347031c153889b5 2024-11-12T21:56:06,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/b6b1490744d741e690d02ff1a2feb3ae to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/b6b1490744d741e690d02ff1a2feb3ae 2024-11-12T21:56:06,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/f15fa5e70d14461d90a429469e530192 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/f15fa5e70d14461d90a429469e530192 2024-11-12T21:56:06,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/86d63ee59515482d9c3ffc60165dfad7 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/86d63ee59515482d9c3ffc60165dfad7 2024-11-12T21:56:06,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/daacfcc08a0e4d958acd971dd7601aaf to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/daacfcc08a0e4d958acd971dd7601aaf 2024-11-12T21:56:06,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/556c433d894f4b7db68f8f6fadca1e03 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/556c433d894f4b7db68f8f6fadca1e03 2024-11-12T21:56:06,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c92238aa46864c0eb4d57d6886fdebb0 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c92238aa46864c0eb4d57d6886fdebb0 2024-11-12T21:56:06,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/d75bee7130244f87b9af196af3a0481e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/d75bee7130244f87b9af196af3a0481e 2024-11-12T21:56:06,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e40b8936252f4219b65d6d747e642209 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e40b8936252f4219b65d6d747e642209 2024-11-12T21:56:06,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/eecbb2b5006d4c4185236e78753bbad2 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/eecbb2b5006d4c4185236e78753bbad2 2024-11-12T21:56:06,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/a99d0f6cd7c34a90bcb4a7f1217c623c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/a99d0f6cd7c34a90bcb4a7f1217c623c 2024-11-12T21:56:06,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/8d173fe1231e45059e8b7ff0561bd98c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/8d173fe1231e45059e8b7ff0561bd98c 2024-11-12T21:56:06,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c86944c50f2a475994601af856a6ce40 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/c86944c50f2a475994601af856a6ce40 2024-11-12T21:56:06,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/174ec927f05c4eb7bdb922fe971b3fc6 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/174ec927f05c4eb7bdb922fe971b3fc6 2024-11-12T21:56:06,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/2f6ef391c2a747ef9c6fafec92af05ee to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/2f6ef391c2a747ef9c6fafec92af05ee 2024-11-12T21:56:06,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/943d78de62a0415a87e8c6f26a161dc7 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/943d78de62a0415a87e8c6f26a161dc7 2024-11-12T21:56:06,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e2b31b993791422988ba5e1f3fb64671 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/e2b31b993791422988ba5e1f3fb64671 2024-11-12T21:56:06,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/d6ecbb027355438990668b95b49ff0dd to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/d6ecbb027355438990668b95b49ff0dd 2024-11-12T21:56:06,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b76d6d69bfbd49a08433d9f51d6d975c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/c919ae6ba3264ed2a6a17a11ab037d50, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/aca960fb05434534b83efc8588aad528, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4520fb862b674cf7a51af51f01985182, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/fcdc7ef8c7af46d0981af3fd231c024d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/cc0ec2ab74094ffd9c8154bf2a3d7d47, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/981d86a07c9a4849b155e8fa995904a2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/a45fe019ea4c44e28e5a27ebdfcc9bd2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/802529464ab54df8b01fbb870a0751d6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/1ce32f033489400e86fcef488e106028, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4aa7de58709f45f289f47e358972c8f5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/f167fda765024d859a48e896eb05bbf4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4c678b84d465490689ce1158f2c2f891, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/2d5070ed8fcd4b8eb0ec48f09859555e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/db520024b3f44a46af86be00828648c8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/9a8fee0e13eb4913827db6a84de0915d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/9e4fdc1f379e49ad8322fb6e4cfab7c1, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/d54498d13c2f4abd819e047a081df807, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/a13a2d2669484f8fb5302a5eaddf0eb2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/7c0a6165953f4048910e9b2d67f9974f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/cb540ec0728540a0b7b79ad26c1a2613, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/d56b085479db49e38030524b6de05a91, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/f517b75b52154a8db58eee5cee55b12a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b32a2783d9a34ceb8f3568e1eceff009, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/a1df8f80729e424e9e22b77a0791839b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/e899dcee578f4d00af0937992a210cc9, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/62a56e60494f40e5924a8928bdc2d5d2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/c6607c7e23274fedbb475b834461ea12, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/126eb2c6533f4611b93199326a554401, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/ecf068747f934857ab11875cb3fecb1b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/1236ece8a18f4989af8a530e373a3eee, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/416393a1190b4859b93396b499981954, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/6a48b17f1d4342e5a4cdacd83db835c2, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b63b9714f3134b05b43620a71be72b63] to archive 2024-11-12T21:56:06,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:56:06,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b76d6d69bfbd49a08433d9f51d6d975c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b76d6d69bfbd49a08433d9f51d6d975c 2024-11-12T21:56:06,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/c919ae6ba3264ed2a6a17a11ab037d50 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/c919ae6ba3264ed2a6a17a11ab037d50 2024-11-12T21:56:06,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/aca960fb05434534b83efc8588aad528 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/aca960fb05434534b83efc8588aad528 2024-11-12T21:56:06,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4520fb862b674cf7a51af51f01985182 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4520fb862b674cf7a51af51f01985182 2024-11-12T21:56:06,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/fcdc7ef8c7af46d0981af3fd231c024d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/fcdc7ef8c7af46d0981af3fd231c024d 2024-11-12T21:56:06,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/cc0ec2ab74094ffd9c8154bf2a3d7d47 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/cc0ec2ab74094ffd9c8154bf2a3d7d47 2024-11-12T21:56:06,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/981d86a07c9a4849b155e8fa995904a2 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/981d86a07c9a4849b155e8fa995904a2 2024-11-12T21:56:06,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/a45fe019ea4c44e28e5a27ebdfcc9bd2 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/a45fe019ea4c44e28e5a27ebdfcc9bd2 2024-11-12T21:56:06,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/802529464ab54df8b01fbb870a0751d6 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/802529464ab54df8b01fbb870a0751d6 2024-11-12T21:56:06,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/1ce32f033489400e86fcef488e106028 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/1ce32f033489400e86fcef488e106028 2024-11-12T21:56:06,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4aa7de58709f45f289f47e358972c8f5 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4aa7de58709f45f289f47e358972c8f5 2024-11-12T21:56:06,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/f167fda765024d859a48e896eb05bbf4 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/f167fda765024d859a48e896eb05bbf4 2024-11-12T21:56:06,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4c678b84d465490689ce1158f2c2f891 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/4c678b84d465490689ce1158f2c2f891 2024-11-12T21:56:06,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/2d5070ed8fcd4b8eb0ec48f09859555e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/2d5070ed8fcd4b8eb0ec48f09859555e 2024-11-12T21:56:06,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/db520024b3f44a46af86be00828648c8 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/db520024b3f44a46af86be00828648c8 2024-11-12T21:56:06,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/9a8fee0e13eb4913827db6a84de0915d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/9a8fee0e13eb4913827db6a84de0915d 2024-11-12T21:56:06,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/9e4fdc1f379e49ad8322fb6e4cfab7c1 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/9e4fdc1f379e49ad8322fb6e4cfab7c1 2024-11-12T21:56:06,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/d54498d13c2f4abd819e047a081df807 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/d54498d13c2f4abd819e047a081df807 2024-11-12T21:56:06,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/a13a2d2669484f8fb5302a5eaddf0eb2 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/a13a2d2669484f8fb5302a5eaddf0eb2 2024-11-12T21:56:06,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/7c0a6165953f4048910e9b2d67f9974f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/7c0a6165953f4048910e9b2d67f9974f 2024-11-12T21:56:06,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/cb540ec0728540a0b7b79ad26c1a2613 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/cb540ec0728540a0b7b79ad26c1a2613 2024-11-12T21:56:06,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/d56b085479db49e38030524b6de05a91 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/d56b085479db49e38030524b6de05a91 2024-11-12T21:56:06,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/f517b75b52154a8db58eee5cee55b12a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/f517b75b52154a8db58eee5cee55b12a 2024-11-12T21:56:06,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b32a2783d9a34ceb8f3568e1eceff009 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b32a2783d9a34ceb8f3568e1eceff009 2024-11-12T21:56:06,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/a1df8f80729e424e9e22b77a0791839b to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/a1df8f80729e424e9e22b77a0791839b 2024-11-12T21:56:06,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/e899dcee578f4d00af0937992a210cc9 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/e899dcee578f4d00af0937992a210cc9 2024-11-12T21:56:06,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/62a56e60494f40e5924a8928bdc2d5d2 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/62a56e60494f40e5924a8928bdc2d5d2 2024-11-12T21:56:06,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/c6607c7e23274fedbb475b834461ea12 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/c6607c7e23274fedbb475b834461ea12 2024-11-12T21:56:06,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/126eb2c6533f4611b93199326a554401 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/126eb2c6533f4611b93199326a554401 2024-11-12T21:56:06,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/ecf068747f934857ab11875cb3fecb1b to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/ecf068747f934857ab11875cb3fecb1b 2024-11-12T21:56:06,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/1236ece8a18f4989af8a530e373a3eee to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/1236ece8a18f4989af8a530e373a3eee 2024-11-12T21:56:06,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/416393a1190b4859b93396b499981954 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/416393a1190b4859b93396b499981954 2024-11-12T21:56:06,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/6a48b17f1d4342e5a4cdacd83db835c2 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/6a48b17f1d4342e5a4cdacd83db835c2 2024-11-12T21:56:06,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b63b9714f3134b05b43620a71be72b63 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/b63b9714f3134b05b43620a71be72b63 2024-11-12T21:56:06,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/9299b94f807342a7b11b19193c5c8f70, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/87091f3ca83c47be93fb1d95c2adbfef, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/8f3a512d396a4582a2645e8eded3efc5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a29923d76dd64d7f9ba4f2455f2204a5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/40dbd96fffe74a0687b37a66a9f9b5d6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/e639c6785b3a4a47889da9fc195a3c65, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ddab4520757c48a5aa8082743ed710a6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/028efb75225642318b12647c68c5cea6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/125c8c5e49bd4e2896dd426aea7eccbc, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/23b4d676d5e34f5ebfbecab5d409be68, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/db46e84dcf114c038520ba2068a3ea9a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/76806826a48b40ea96ba389ba06a2e60, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/f1fa8c03d4664b1e808a440b43bf2bf8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/b54b465d935e47ce87a890a36f98b451, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/f30ed10fa5e04d38a40bd70038097d59, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/b0cc67d432504a42817d27634750a990, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/9a78a4ae56194cbbaff7b47e1ba96c97, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/1d6ed002c50b42f58713f203009df6a4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/4e576a7f11de4c1f8db6eb6c23bc5fd5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/d1985591c9794f0687102698e43a8236, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a2c847668aca4b858918cd24e0e8ee5c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ca90162d8b8c4c708ae4beed4c4b5984, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/961ead13459c43ecbce035d7efe7e13c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/02a3b444531f47d5aafa8f1c044dbfe9, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ad97e3167b584af8ac449dd5bb0bccb7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ea6a252b3b5c475d9ed2682d2c3076a3, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a7d5b54224fa472a98b27ad83bcfb6bd, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/7b7ec94d655c48ccad7fb4034707ad03, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/f2793317e2164be98bfd6e8ad005b39c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a66df69ddbb84103b997a8ff16c8c19d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/29482afb0ef940ca8aff28ff527f4dd5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/1090f2b104754a01a298c2c4a3587efc, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/d22c93242ea244cda489fadac5c9564b] to archive 2024-11-12T21:56:06,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:56:06,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/9299b94f807342a7b11b19193c5c8f70 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/9299b94f807342a7b11b19193c5c8f70 2024-11-12T21:56:06,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/87091f3ca83c47be93fb1d95c2adbfef to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/87091f3ca83c47be93fb1d95c2adbfef 2024-11-12T21:56:06,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/8f3a512d396a4582a2645e8eded3efc5 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/8f3a512d396a4582a2645e8eded3efc5 2024-11-12T21:56:06,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a29923d76dd64d7f9ba4f2455f2204a5 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a29923d76dd64d7f9ba4f2455f2204a5 2024-11-12T21:56:06,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/40dbd96fffe74a0687b37a66a9f9b5d6 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/40dbd96fffe74a0687b37a66a9f9b5d6 2024-11-12T21:56:06,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/e639c6785b3a4a47889da9fc195a3c65 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/e639c6785b3a4a47889da9fc195a3c65 2024-11-12T21:56:06,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ddab4520757c48a5aa8082743ed710a6 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ddab4520757c48a5aa8082743ed710a6 2024-11-12T21:56:06,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/028efb75225642318b12647c68c5cea6 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/028efb75225642318b12647c68c5cea6 2024-11-12T21:56:06,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/125c8c5e49bd4e2896dd426aea7eccbc to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/125c8c5e49bd4e2896dd426aea7eccbc 2024-11-12T21:56:06,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/23b4d676d5e34f5ebfbecab5d409be68 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/23b4d676d5e34f5ebfbecab5d409be68 2024-11-12T21:56:06,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/db46e84dcf114c038520ba2068a3ea9a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/db46e84dcf114c038520ba2068a3ea9a 2024-11-12T21:56:06,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/76806826a48b40ea96ba389ba06a2e60 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/76806826a48b40ea96ba389ba06a2e60 2024-11-12T21:56:06,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/f1fa8c03d4664b1e808a440b43bf2bf8 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/f1fa8c03d4664b1e808a440b43bf2bf8 2024-11-12T21:56:06,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/b54b465d935e47ce87a890a36f98b451 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/b54b465d935e47ce87a890a36f98b451 2024-11-12T21:56:06,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/f30ed10fa5e04d38a40bd70038097d59 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/f30ed10fa5e04d38a40bd70038097d59 2024-11-12T21:56:06,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/b0cc67d432504a42817d27634750a990 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/b0cc67d432504a42817d27634750a990 2024-11-12T21:56:06,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/9a78a4ae56194cbbaff7b47e1ba96c97 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/9a78a4ae56194cbbaff7b47e1ba96c97 2024-11-12T21:56:06,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/1d6ed002c50b42f58713f203009df6a4 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/1d6ed002c50b42f58713f203009df6a4 2024-11-12T21:56:06,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/4e576a7f11de4c1f8db6eb6c23bc5fd5 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/4e576a7f11de4c1f8db6eb6c23bc5fd5 2024-11-12T21:56:06,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/d1985591c9794f0687102698e43a8236 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/d1985591c9794f0687102698e43a8236 2024-11-12T21:56:06,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a2c847668aca4b858918cd24e0e8ee5c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a2c847668aca4b858918cd24e0e8ee5c 2024-11-12T21:56:06,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ca90162d8b8c4c708ae4beed4c4b5984 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ca90162d8b8c4c708ae4beed4c4b5984 2024-11-12T21:56:06,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/961ead13459c43ecbce035d7efe7e13c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/961ead13459c43ecbce035d7efe7e13c 2024-11-12T21:56:06,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/02a3b444531f47d5aafa8f1c044dbfe9 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/02a3b444531f47d5aafa8f1c044dbfe9 2024-11-12T21:56:06,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ad97e3167b584af8ac449dd5bb0bccb7 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ad97e3167b584af8ac449dd5bb0bccb7 2024-11-12T21:56:06,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ea6a252b3b5c475d9ed2682d2c3076a3 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/ea6a252b3b5c475d9ed2682d2c3076a3 2024-11-12T21:56:06,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a7d5b54224fa472a98b27ad83bcfb6bd to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a7d5b54224fa472a98b27ad83bcfb6bd 2024-11-12T21:56:06,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/7b7ec94d655c48ccad7fb4034707ad03 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/7b7ec94d655c48ccad7fb4034707ad03 2024-11-12T21:56:06,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/f2793317e2164be98bfd6e8ad005b39c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/f2793317e2164be98bfd6e8ad005b39c 2024-11-12T21:56:06,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a66df69ddbb84103b997a8ff16c8c19d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/a66df69ddbb84103b997a8ff16c8c19d 2024-11-12T21:56:06,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/29482afb0ef940ca8aff28ff527f4dd5 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/29482afb0ef940ca8aff28ff527f4dd5 2024-11-12T21:56:06,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/1090f2b104754a01a298c2c4a3587efc to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/1090f2b104754a01a298c2c4a3587efc 2024-11-12T21:56:06,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/d22c93242ea244cda489fadac5c9564b to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/d22c93242ea244cda489fadac5c9564b 2024-11-12T21:56:06,436 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/recovered.edits/766.seqid, newMaxSeqId=766, maxSeqId=1 2024-11-12T21:56:06,436 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. 2024-11-12T21:56:06,436 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1676): Region close journal for d92a9e1be0a6e939367d84956c490cd0: Waiting for close lock at 1731448565073Running coprocessor pre-close hooks at 1731448565073Disabling compacts and flushes for region at 1731448565073Disabling writes for close at 1731448565073Obtaining lock to block concurrent updates at 1731448565073Preparing flush snapshotting stores in d92a9e1be0a6e939367d84956c490cd0 at 1731448565073Finished memstore snapshotting TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731448565074 (+1 ms)Flushing stores of TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0. at 1731448565075 (+1 ms)Flushing d92a9e1be0a6e939367d84956c490cd0/A: creating writer at 1731448565075Flushing d92a9e1be0a6e939367d84956c490cd0/A: appending metadata at 1731448565079 (+4 ms)Flushing d92a9e1be0a6e939367d84956c490cd0/A: closing flushed file at 1731448565079Flushing d92a9e1be0a6e939367d84956c490cd0/B: creating writer at 1731448565487 (+408 ms)Flushing d92a9e1be0a6e939367d84956c490cd0/B: appending metadata at 1731448565489 (+2 ms)Flushing d92a9e1be0a6e939367d84956c490cd0/B: closing flushed file at 1731448565489Flushing d92a9e1be0a6e939367d84956c490cd0/C: creating writer at 1731448565897 (+408 ms)Flushing d92a9e1be0a6e939367d84956c490cd0/C: appending metadata at 1731448565901 (+4 ms)Flushing d92a9e1be0a6e939367d84956c490cd0/C: closing flushed file at 1731448565901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5752e43a: reopening flushed file at 1731448566311 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a40da4f: reopening flushed file at 1731448566316 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fd7659: reopening flushed file at 1731448566321 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for d92a9e1be0a6e939367d84956c490cd0 in 1254ms, sequenceid=763, compaction requested=false at 1731448566327 (+6 ms)Writing region close event to WAL at 1731448566433 (+106 ms)Running coprocessor post-close hooks at 1731448566436 (+3 ms)Closed at 1731448566436 2024-11-12T21:56:06,438 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(157): Closed d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:56:06,439 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=d92a9e1be0a6e939367d84956c490cd0, regionState=CLOSED 2024-11-12T21:56:06,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:56:06,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-12T21:56:06,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseRegionProcedure d92a9e1be0a6e939367d84956c490cd0, server=0c576948786c,34327,1731448410123 in 1.5210 sec 2024-11-12T21:56:06,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-11-12T21:56:06,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d92a9e1be0a6e939367d84956c490cd0, UNASSIGN in 1.5270 sec 2024-11-12T21:56:06,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-12T21:56:06,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5310 sec 2024-11-12T21:56:06,448 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448566448"}]},"ts":"1731448566448"} 2024-11-12T21:56:06,449 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T21:56:06,449 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T21:56:06,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5420 sec 2024-11-12T21:56:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T21:56:07,060 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:56:07,060 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T21:56:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:56:07,063 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:56:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-12T21:56:07,064 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=139, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:56:07,066 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:56:07,069 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/recovered.edits] 2024-11-12T21:56:07,073 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/ac051a12885c4b9b9c271435888219d5 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/ac051a12885c4b9b9c271435888219d5 2024-11-12T21:56:07,075 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/dbd28067951c42d5bfd337b40f4f5e4c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/A/dbd28067951c42d5bfd337b40f4f5e4c 2024-11-12T21:56:07,079 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/77ee2d49679348af959aa5950986d15d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/77ee2d49679348af959aa5950986d15d 2024-11-12T21:56:07,081 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/bec697a13d7e4c83bc2db5c4b1c2724a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/B/bec697a13d7e4c83bc2db5c4b1c2724a 2024-11-12T21:56:07,085 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/1558e2b2aa164156b56ced72e5e4d1ea to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/1558e2b2aa164156b56ced72e5e4d1ea 2024-11-12T21:56:07,087 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/2e21656aa62d4bd2be00740e7d5c876d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/C/2e21656aa62d4bd2be00740e7d5c876d 2024-11-12T21:56:07,090 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/recovered.edits/766.seqid to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0/recovered.edits/766.seqid 2024-11-12T21:56:07,091 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/d92a9e1be0a6e939367d84956c490cd0 2024-11-12T21:56:07,091 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T21:56:07,094 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=139, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:56:07,096 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T21:56:07,098 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T21:56:07,100 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=139, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:56:07,100 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T21:56:07,100 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731448567100"}]},"ts":"9223372036854775807"} 2024-11-12T21:56:07,102 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T21:56:07,102 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d92a9e1be0a6e939367d84956c490cd0, NAME => 'TestAcidGuarantees,,1731448534179.d92a9e1be0a6e939367d84956c490cd0.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T21:56:07,102 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T21:56:07,103 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731448567102"}]},"ts":"9223372036854775807"} 2024-11-12T21:56:07,104 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T21:56:07,105 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=139, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:56:07,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-12T21:56:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-12T21:56:07,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T21:56:07,170 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:56:07,177 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=246 (was 248), OpenFileDescriptor=451 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=476 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=8853 (was 8947) 2024-11-12T21:56:07,185 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=246, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=476, ProcessCount=11, AvailableMemoryMB=8852 2024-11-12T21:56:07,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:56:07,186 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:56:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T21:56:07,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T21:56:07,188 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:07,188 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 140 2024-11-12T21:56:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-12T21:56:07,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T21:56:07,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742334_1510 (size=1061) 2024-11-12T21:56:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-12T21:56:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-12T21:56:07,597 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd 2024-11-12T21:56:07,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742335_1511 (size=53) 2024-11-12T21:56:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-12T21:56:08,008 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:56:08,008 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2a54d6a3f6d19d1f1a45b232795b021f, disabling compactions & flushes 2024-11-12T21:56:08,008 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:08,008 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:08,008 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. after waiting 0 ms 2024-11-12T21:56:08,008 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:08,008 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:08,008 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a54d6a3f6d19d1f1a45b232795b021f: Waiting for close lock at 1731448568008Disabling compacts and flushes for region at 1731448568008Disabling writes for close at 1731448568008Writing region close event to WAL at 1731448568008Closed at 1731448568008 2024-11-12T21:56:08,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T21:56:08,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731448568009"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731448568009"}]},"ts":"1731448568009"} 2024-11-12T21:56:08,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T21:56:08,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T21:56:08,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448568013"}]},"ts":"1731448568013"} 2024-11-12T21:56:08,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T21:56:08,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a54d6a3f6d19d1f1a45b232795b021f, ASSIGN}] 2024-11-12T21:56:08,017 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a54d6a3f6d19d1f1a45b232795b021f, ASSIGN 2024-11-12T21:56:08,018 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a54d6a3f6d19d1f1a45b232795b021f, ASSIGN; state=OFFLINE, location=0c576948786c,34327,1731448410123; forceNewPlan=false, retain=false 2024-11-12T21:56:08,169 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=2a54d6a3f6d19d1f1a45b232795b021f, regionState=OPENING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:56:08,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a54d6a3f6d19d1f1a45b232795b021f, ASSIGN because future has completed 2024-11-12T21:56:08,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:56:08,325 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:08,325 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:56:08,325 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:08,325 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:56:08,326 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7794): checking encryption for 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:08,326 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7797): checking classloading for 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:08,327 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:08,328 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:56:08,328 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a54d6a3f6d19d1f1a45b232795b021f columnFamilyName A 2024-11-12T21:56:08,328 DEBUG [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:08,329 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.HStore(327): Store=2a54d6a3f6d19d1f1a45b232795b021f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:56:08,329 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-12T21:56:08,330 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:56:08,330 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a54d6a3f6d19d1f1a45b232795b021f columnFamilyName B 2024-11-12T21:56:08,330 DEBUG [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:08,330 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.HStore(327): Store=2a54d6a3f6d19d1f1a45b232795b021f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:56:08,330 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:08,331 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:56:08,331 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a54d6a3f6d19d1f1a45b232795b021f columnFamilyName C 2024-11-12T21:56:08,331 DEBUG [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:08,332 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.HStore(327): Store=2a54d6a3f6d19d1f1a45b232795b021f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:56:08,332 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:08,332 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1038): replaying wal for 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:08,332 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:08,333 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:08,334 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1048): stopping wal replay for 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:08,334 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1060): Cleaning up temporary data for 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:08,334 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:56:08,335 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1093): writing seq id for 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:08,336 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:56:08,337 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1114): Opened 2a54d6a3f6d19d1f1a45b232795b021f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70697852, jitterRate=0.05348008871078491}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:56:08,337 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:08,337 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1006): Region open journal for 2a54d6a3f6d19d1f1a45b232795b021f: Running coprocessor pre-open hook at 1731448568326Writing region info on filesystem at 1731448568326Initializing all the Stores at 1731448568326Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448568326Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448568327 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448568327Cleaning up temporary data from old regions at 1731448568334 (+7 ms)Running coprocessor post-open hooks at 1731448568337 (+3 ms)Region opened successfully at 1731448568337 2024-11-12T21:56:08,338 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., pid=142, masterSystemTime=1731448568322 2024-11-12T21:56:08,340 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:08,340 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:08,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=2a54d6a3f6d19d1f1a45b232795b021f, regionState=OPEN, openSeqNum=2, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:56:08,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:56:08,342 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43093 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0c576948786c,34327,1731448410123, table=TestAcidGuarantees, region=2a54d6a3f6d19d1f1a45b232795b021f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T21:56:08,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-12T21:56:08,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 in 173 msec 2024-11-12T21:56:08,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-12T21:56:08,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a54d6a3f6d19d1f1a45b232795b021f, ASSIGN in 331 msec 2024-11-12T21:56:08,349 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T21:56:08,349 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448568349"}]},"ts":"1731448568349"} 2024-11-12T21:56:08,351 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T21:56:08,352 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T21:56:08,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-12T21:56:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-12T21:56:09,340 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:56:09,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185b2823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:09,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:56:09,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:56:09,345 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:56:09,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:56:09,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:56:09,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cbdecae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:09,346 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:56:09,346 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:56:09,346 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:09,347 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:56:09,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6352fcef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:09,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:56:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:56:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:56:09,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:56:09,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T21:56:09,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c576948786c,43093,1731448409505 2024-11-12T21:56:09,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@686f0c69 2024-11-12T21:56:09,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T21:56:09,355 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T21:56:09,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T21:56:09,358 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:56:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-12T21:56:09,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742336_1512 (size=1097) 2024-11-12T21:56:09,772 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-12T21:56:09,772 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-12T21:56:09,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:56:09,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a54d6a3f6d19d1f1a45b232795b021f, REOPEN/MOVE}] 2024-11-12T21:56:09,780 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a54d6a3f6d19d1f1a45b232795b021f, REOPEN/MOVE 2024-11-12T21:56:09,781 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=2a54d6a3f6d19d1f1a45b232795b021f, regionState=CLOSING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:56:09,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a54d6a3f6d19d1f1a45b232795b021f, REOPEN/MOVE because future has completed 2024-11-12T21:56:09,782 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:56:09,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:56:09,936 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:09,936 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:56:09,936 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing 2a54d6a3f6d19d1f1a45b232795b021f, disabling compactions & flushes 2024-11-12T21:56:09,936 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:09,936 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:09,936 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. after waiting 0 ms 2024-11-12T21:56:09,937 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:09,946 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T21:56:09,947 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:09,948 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for 2a54d6a3f6d19d1f1a45b232795b021f: Waiting for close lock at 1731448569936Running coprocessor pre-close hooks at 1731448569936Disabling compacts and flushes for region at 1731448569936Disabling writes for close at 1731448569936Writing region close event to WAL at 1731448569937 (+1 ms)Running coprocessor post-close hooks at 1731448569947 (+10 ms)Closed at 1731448569947 2024-11-12T21:56:09,948 WARN [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionServer(3299): Not adding moved region record: 2a54d6a3f6d19d1f1a45b232795b021f to self. 2024-11-12T21:56:09,950 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:09,951 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=2a54d6a3f6d19d1f1a45b232795b021f, regionState=CLOSED 2024-11-12T21:56:09,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:56:09,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-12T21:56:09,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure 2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 in 171 msec 2024-11-12T21:56:09,955 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a54d6a3f6d19d1f1a45b232795b021f, REOPEN/MOVE; state=CLOSED, location=0c576948786c,34327,1731448410123; forceNewPlan=false, retain=true 2024-11-12T21:56:10,106 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=2a54d6a3f6d19d1f1a45b232795b021f, regionState=OPENING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a54d6a3f6d19d1f1a45b232795b021f, REOPEN/MOVE because future has completed 2024-11-12T21:56:10,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:56:10,268 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:10,269 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:56:10,269 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:10,269 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:56:10,270 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7794): checking encryption for 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:10,270 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7797): checking classloading for 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:10,272 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:10,273 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:56:10,273 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a54d6a3f6d19d1f1a45b232795b021f columnFamilyName A 2024-11-12T21:56:10,275 DEBUG [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:10,275 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.HStore(327): Store=2a54d6a3f6d19d1f1a45b232795b021f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:56:10,276 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:10,277 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:56:10,277 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a54d6a3f6d19d1f1a45b232795b021f columnFamilyName B 2024-11-12T21:56:10,277 DEBUG [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:10,278 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.HStore(327): Store=2a54d6a3f6d19d1f1a45b232795b021f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:56:10,278 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:10,279 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-12T21:56:10,279 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a54d6a3f6d19d1f1a45b232795b021f columnFamilyName C 2024-11-12T21:56:10,279 DEBUG [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:10,280 INFO [StoreOpener-2a54d6a3f6d19d1f1a45b232795b021f-1 {}] regionserver.HStore(327): Store=2a54d6a3f6d19d1f1a45b232795b021f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:56:10,280 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:10,280 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1038): replaying wal for 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:10,281 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:10,282 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:10,283 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1048): stopping wal replay for 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:10,283 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1060): Cleaning up temporary data for 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:10,283 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:56:10,284 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1093): writing seq id for 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:10,285 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1114): Opened 2a54d6a3f6d19d1f1a45b232795b021f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59744067, jitterRate=-0.10974402725696564}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:56:10,285 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:10,285 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1006): Region open journal for 2a54d6a3f6d19d1f1a45b232795b021f: Running coprocessor pre-open hook at 1731448570270Writing region info on filesystem at 1731448570270Initializing all the Stores at 1731448570271 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448570271Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448570271Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731448570271Cleaning up temporary data from old regions at 1731448570283 (+12 ms)Running coprocessor post-open hooks at 1731448570285 (+2 ms)Region opened successfully at 1731448570285 2024-11-12T21:56:10,286 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., pid=147, masterSystemTime=1731448570261 2024-11-12T21:56:10,287 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:10,287 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:10,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=2a54d6a3f6d19d1f1a45b232795b021f, regionState=OPEN, openSeqNum=5, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:56:10,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=145 2024-11-12T21:56:10,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 in 180 msec 2024-11-12T21:56:10,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-12T21:56:10,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a54d6a3f6d19d1f1a45b232795b021f, REOPEN/MOVE in 513 msec 2024-11-12T21:56:10,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-12T21:56:10,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 518 msec 2024-11-12T21:56:10,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 937 msec 2024-11-12T21:56:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-12T21:56:10,298 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:56:10,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:56:10,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:56:10,300 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:56:10,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:56:10,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:56:10,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dca0a25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:56:10,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:56:10,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:10,301 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:56:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dad7fd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:56:10,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:56:10,303 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:56:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:56:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:56:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7370ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:56:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:56:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:10,305 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:56:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b85ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:56:10,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:56:10,306 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:56:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:56:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:56:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3a24d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:56:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:56:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:10,307 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:56:10,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481b1f8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:56:10,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:56:10,309 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:56:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:56:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:56:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69294545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:56:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:56:10,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:10,310 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:56:10,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5db192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:56:10,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:56:10,312 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:56:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:56:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:56:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7debe64e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:56:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:56:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:10,313 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:56:10,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20bc21a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,314 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:56:10,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:56:10,314 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:56:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:56:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:56:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d5ffbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:56:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:56:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:10,316 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:56:10,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e76385d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:56:10,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:56:10,317 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:56:10,317 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:56:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:56:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531d5cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:56:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:56:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:10,319 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:56:10,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33574137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:56:10,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:56:10,321 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:56:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:56:10,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:56:10,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c4df19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:56:10,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:56:10,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:10,323 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:56:10,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1710d126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:56:10,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:56:10,325 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:56:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:56:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:56:10,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13999204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:56:10,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:56:10,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:10,327 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:56:10,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d671cee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e766e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,43093,-1 for getting cluster id 2024-11-12T21:56:10,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:56:10,329 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd564e992-f50a-4a60-b990-ae663e890a30' 2024-11-12T21:56:10,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:56:10,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d564e992-f50a-4a60-b990-ae663e890a30" 2024-11-12T21:56:10,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2507955f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,43093,-1] 2024-11-12T21:56:10,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:56:10,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:10,330 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:56:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798f16ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:56:10,331 DEBUG [Thread-2315 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:56:10,331 DEBUG [Thread-2313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:56:10,331 DEBUG [Thread-2306 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:56:10,331 DEBUG [Thread-2304 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:56:10,331 DEBUG [Thread-2300 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:56:10,331 DEBUG [Thread-2319 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:56:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:56:10,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:56:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:56:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:56:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:56:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:56:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:56:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:56:10,332 DEBUG [Thread-2311 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:56:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:56:10,332 DEBUG [Thread-2308 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:56:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:56:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:56:10,333 DEBUG [Thread-2302 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:56:10,333 DEBUG [Thread-2311 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:56:10,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:56:10,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:56:10,333 DEBUG [Thread-2311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:56:10,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:56:10,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:56:10,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:56:10,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:56:10,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:56:10,333 DEBUG [Thread-2317 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:56:10,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:56:10,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:56:10,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:56:10,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:56:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-12T21:56:10,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:56:10,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:56:10,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,34327,1731448410123, seqNum=-1] 2024-11-12T21:56:10,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:56:10,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:56:10,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:56:10,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:56:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-12T21:56:10,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:56:10,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:56:10,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:56:10,336 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:56:10,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:56:10,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:56:10,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:56:10,337 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:56:10,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:56:10,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:56:10,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:56:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:56:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5] 2024-11-12T21:56:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:10,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a54d6a3f6d19d1f1a45b232795b021f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:56:10,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=A 2024-11-12T21:56:10,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:10,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=B 2024-11-12T21:56:10,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:10,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=C 2024-11-12T21:56:10,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:10,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448630357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:10,363 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14144, totalHeapSize=32376, min timestamp=1731448570354, max timestamp=1731448570361Num uniques 859; 2024-11-12T21:56:10,363 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14144, totalHeapSize=32376, min timestamp=1731448570354, max timestamp=1731448570361Num uniques 859; 2024-11-12T21:56:10,363 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=14144, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:56:10,363 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=14144, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:56:10,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14144, totalHeapSize=32376, min timestamp=1731448570354, max timestamp=1731448570361Num uniques 859; 2024-11-12T21:56:10,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=14144, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-12T21:56:10,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112403cfe87107346f0bc3f22c5b8719f3d_2a54d6a3f6d19d1f1a45b232795b021f is 50, key is test_row_0/A:col10/1731448570340/Put/seqid=0 2024-11-12T21:56:10,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742337_1513 (size=17034) 2024-11-12T21:56:10,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448630381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448630382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:10,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448630387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41048 deadline: 1731448630387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-12T21:56:10,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448630469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:10,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-12T21:56:10,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:10,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:10,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:10,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:10,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:10,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448630489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:10,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448630489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:10,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448630499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:10,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41048 deadline: 1731448630499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:10,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:10,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-12T21:56:10,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:10,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:10,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:10,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:10,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-12T21:56:10,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448630679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:10,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448630699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:10,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448630699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:10,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448630709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:10,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41048 deadline: 1731448630709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:10,779 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:10,782 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112403cfe87107346f0bc3f22c5b8719f3d_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112403cfe87107346f0bc3f22c5b8719f3d_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:10,783 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/df9f319103a64dc689e7ad85019f7554, store: [table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:10,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/df9f319103a64dc689e7ad85019f7554 is 175, key is test_row_0/A:col10/1731448570340/Put/seqid=0 2024-11-12T21:56:10,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742338_1514 (size=48139) 2024-11-12T21:56:10,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-12T21:56:10,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:10,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:10,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:10,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:10,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:10,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-12T21:56:10,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:10,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:10,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:10,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:10,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-12T21:56:10,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448630989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:10,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:10,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:11,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448631009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:11,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:11,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448631009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:11,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41048 deadline: 1731448631020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448631020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:11,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-12T21:56:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:11,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:11,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:11,187 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/df9f319103a64dc689e7ad85019f7554 2024-11-12T21:56:11,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/0c399cc309fc4c4b8d416ce5aa89fc7f is 50, key is test_row_0/B:col10/1731448570340/Put/seqid=0 2024-11-12T21:56:11,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742339_1515 (size=12001) 2024-11-12T21:56:11,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/0c399cc309fc4c4b8d416ce5aa89fc7f 2024-11-12T21:56:11,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-12T21:56:11,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:11,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:11,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:11,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:11,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:11,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/cfec307ff6934f3580eb68a328dc639a is 50, key is test_row_0/C:col10/1731448570340/Put/seqid=0 2024-11-12T21:56:11,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742340_1516 (size=12001) 2024-11-12T21:56:11,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/cfec307ff6934f3580eb68a328dc639a 2024-11-12T21:56:11,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/df9f319103a64dc689e7ad85019f7554 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/df9f319103a64dc689e7ad85019f7554 2024-11-12T21:56:11,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/df9f319103a64dc689e7ad85019f7554, entries=250, sequenceid=15, filesize=47.0 K 2024-11-12T21:56:11,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/0c399cc309fc4c4b8d416ce5aa89fc7f as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/0c399cc309fc4c4b8d416ce5aa89fc7f 2024-11-12T21:56:11,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/0c399cc309fc4c4b8d416ce5aa89fc7f, entries=150, sequenceid=15, filesize=11.7 K 2024-11-12T21:56:11,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/cfec307ff6934f3580eb68a328dc639a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/cfec307ff6934f3580eb68a328dc639a 2024-11-12T21:56:11,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/cfec307ff6934f3580eb68a328dc639a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-12T21:56:11,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for 2a54d6a3f6d19d1f1a45b232795b021f in 970ms, sequenceid=15, compaction requested=false 2024-11-12T21:56:11,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:11,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-12T21:56:11,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:11,412 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 2a54d6a3f6d19d1f1a45b232795b021f 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-12T21:56:11,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=A 2024-11-12T21:56:11,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:56:11,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=B 2024-11-12T21:56:11,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:56:11,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=C 2024-11-12T21:56:11,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:56:11,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127d77739d9ada4a70a5db2cbb09a33651_2a54d6a3f6d19d1f1a45b232795b021f is 50, key is test_row_0/A:col10/1731448570372/Put/seqid=0 2024-11-12T21:56:11,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742341_1517 (size=12154) 2024-11-12T21:56:11,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:11,434 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127d77739d9ada4a70a5db2cbb09a33651_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127d77739d9ada4a70a5db2cbb09a33651_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:11,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/1ca1cfb641c740119d7ccbe36091bd5a, store: [table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:11,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/1ca1cfb641c740119d7ccbe36091bd5a is 175, key is test_row_0/A:col10/1731448570372/Put/seqid=0 2024-11-12T21:56:11,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742342_1518 (size=30955) 2024-11-12T21:56:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-12T21:56:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:11,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:11,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:11,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448631523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448631523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:11,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448631524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:11,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41048 deadline: 1731448631529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448631530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:11,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448631629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:11,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448631639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:11,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:11,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448631639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:11,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:11,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:11,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448631839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:11,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:11,841 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/1ca1cfb641c740119d7ccbe36091bd5a 2024-11-12T21:56:11,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/227846e8a48240578186cc5ea952ed6d is 50, key is test_row_0/B:col10/1731448570372/Put/seqid=0 2024-11-12T21:56:11,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742343_1519 (size=12001) 2024-11-12T21:56:11,849 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/227846e8a48240578186cc5ea952ed6d 2024-11-12T21:56:11,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448631849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:11,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:11,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448631849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:11,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:11,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:11,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:11,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/58fc3c596eab4363a29c3d2de8ebaab1 is 50, key is test_row_0/C:col10/1731448570372/Put/seqid=0 2024-11-12T21:56:11,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742344_1520 (size=12001) 2024-11-12T21:56:11,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T21:56:12,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448632149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:12,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:12,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448632159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:12,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:12,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448632159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:12,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:12,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:12,262 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/58fc3c596eab4363a29c3d2de8ebaab1 2024-11-12T21:56:12,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/1ca1cfb641c740119d7ccbe36091bd5a as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/1ca1cfb641c740119d7ccbe36091bd5a 2024-11-12T21:56:12,267 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/1ca1cfb641c740119d7ccbe36091bd5a, entries=150, sequenceid=50, filesize=30.2 K 2024-11-12T21:56:12,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/227846e8a48240578186cc5ea952ed6d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/227846e8a48240578186cc5ea952ed6d 2024-11-12T21:56:12,270 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/227846e8a48240578186cc5ea952ed6d, entries=150, sequenceid=50, filesize=11.7 K 2024-11-12T21:56:12,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/58fc3c596eab4363a29c3d2de8ebaab1 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/58fc3c596eab4363a29c3d2de8ebaab1 2024-11-12T21:56:12,273 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/58fc3c596eab4363a29c3d2de8ebaab1, entries=150, sequenceid=50, filesize=11.7 K 2024-11-12T21:56:12,274 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for 2a54d6a3f6d19d1f1a45b232795b021f in 862ms, sequenceid=50, compaction requested=false 2024-11-12T21:56:12,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:12,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:12,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-12T21:56:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-12T21:56:12,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-12T21:56:12,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9380 sec 2024-11-12T21:56:12,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.9450 sec 2024-11-12T21:56:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-12T21:56:12,480 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:56:12,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:56:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-12T21:56:12,481 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:56:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-12T21:56:12,482 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:56:12,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:56:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:12,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a54d6a3f6d19d1f1a45b232795b021f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-12T21:56:12,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=A 2024-11-12T21:56:12,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:12,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=B 2024-11-12T21:56:12,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:12,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=C 2024-11-12T21:56:12,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:12,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a7d434c826f3499ba56d354bd254c25f_2a54d6a3f6d19d1f1a45b232795b021f is 50, key is test_row_0/A:col10/1731448571522/Put/seqid=0 2024-11-12T21:56:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742345_1521 (size=12154) 2024-11-12T21:56:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-12T21:56:12,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41048 deadline: 1731448632585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:12,590 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448572570, max timestamp=1731448572588Num uniques 859; 2024-11-12T21:56:12,590 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448572570, max timestamp=1731448572588Num uniques 859; 2024-11-12T21:56:12,590 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:56:12,590 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:56:12,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448572570, max timestamp=1731448572588Num uniques 859; 2024-11-12T21:56:12,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:56:12,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:12,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:12,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:12,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:12,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:12,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:12,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448632659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:12,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:12,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448632663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:12,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448632669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:12,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:12,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448632669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:12,675 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,675 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,675 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:12,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41048 deadline: 1731448632699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:12,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:12,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448632779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:12,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:12,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:12,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:12,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:12,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:12,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-12T21:56:12,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41048 deadline: 1731448632909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:12,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:12,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:12,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:12,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:12,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:12,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:12,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:12,950 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:12,952 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a7d434c826f3499ba56d354bd254c25f_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a7d434c826f3499ba56d354bd254c25f_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:12,953 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/178c88c1208143aa87a7b7b4fb3a14b1, store: [table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:12,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/178c88c1208143aa87a7b7b4fb3a14b1 is 175, key is test_row_0/A:col10/1731448571522/Put/seqid=0 2024-11-12T21:56:12,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742346_1522 (size=30955) 2024-11-12T21:56:12,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448632989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:12,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:12,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:13,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:13,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-12T21:56:13,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41048 deadline: 1731448633219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:13,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:13,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:13,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:13,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:13,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448633299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:13,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:13,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:13,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:13,357 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/178c88c1208143aa87a7b7b4fb3a14b1 2024-11-12T21:56:13,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/edde5b0966ce4494bf1be0aff1578a0c is 50, key is test_row_0/B:col10/1731448571522/Put/seqid=0 2024-11-12T21:56:13,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742347_1523 (size=12001) 2024-11-12T21:56:13,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:13,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:13,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:13,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:13,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:13,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:13,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:13,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:13,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-12T21:56:13,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448633669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:13,673 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in 2a54d6a3f6d19d1f1a45b232795b021f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:56:13,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:13,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:13,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:13,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448633689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:13,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448633689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:13,693 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in 2a54d6a3f6d19d1f1a45b232795b021f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:56:13,693 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 2a54d6a3f6d19d1f1a45b232795b021f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:56:13,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:13,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:13,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:13,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:13,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:13,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:13,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:13,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:13,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:13,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41048 deadline: 1731448633729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:13,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:13,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/edde5b0966ce4494bf1be0aff1578a0c 2024-11-12T21:56:13,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/0a47dc20b6fa469b874c893bac519aa5 is 50, key is test_row_0/C:col10/1731448571522/Put/seqid=0 2024-11-12T21:56:13,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742348_1524 (size=12001) 2024-11-12T21:56:13,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/0a47dc20b6fa469b874c893bac519aa5 2024-11-12T21:56:13,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/178c88c1208143aa87a7b7b4fb3a14b1 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/178c88c1208143aa87a7b7b4fb3a14b1 2024-11-12T21:56:13,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/178c88c1208143aa87a7b7b4fb3a14b1, entries=150, sequenceid=61, filesize=30.2 K 2024-11-12T21:56:13,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/edde5b0966ce4494bf1be0aff1578a0c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/edde5b0966ce4494bf1be0aff1578a0c 2024-11-12T21:56:13,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/edde5b0966ce4494bf1be0aff1578a0c, entries=150, sequenceid=61, filesize=11.7 K 2024-11-12T21:56:13,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/0a47dc20b6fa469b874c893bac519aa5 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/0a47dc20b6fa469b874c893bac519aa5 2024-11-12T21:56:13,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/0a47dc20b6fa469b874c893bac519aa5, entries=150, sequenceid=61, filesize=11.7 K 2024-11-12T21:56:13,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 2a54d6a3f6d19d1f1a45b232795b021f in 1248ms, sequenceid=61, compaction requested=true 2024-11-12T21:56:13,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:13,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a54d6a3f6d19d1f1a45b232795b021f:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:56:13,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:13,790 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:56:13,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a54d6a3f6d19d1f1a45b232795b021f:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:56:13,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:13,790 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:56:13,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a54d6a3f6d19d1f1a45b232795b021f:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:56:13,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:56:13,790 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:56:13,790 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:56:13,791 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 2a54d6a3f6d19d1f1a45b232795b021f/A is initiating minor compaction (all files) 2024-11-12T21:56:13,791 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 2a54d6a3f6d19d1f1a45b232795b021f/B is initiating minor compaction (all files) 2024-11-12T21:56:13,791 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a54d6a3f6d19d1f1a45b232795b021f/A in TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:13,791 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a54d6a3f6d19d1f1a45b232795b021f/B in TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:13,791 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/df9f319103a64dc689e7ad85019f7554, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/1ca1cfb641c740119d7ccbe36091bd5a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/178c88c1208143aa87a7b7b4fb3a14b1] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp, totalSize=107.5 K 2024-11-12T21:56:13,791 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/0c399cc309fc4c4b8d416ce5aa89fc7f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/227846e8a48240578186cc5ea952ed6d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/edde5b0966ce4494bf1be0aff1578a0c] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp, totalSize=35.2 K 2024-11-12T21:56:13,791 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:13,791 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. files: [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/df9f319103a64dc689e7ad85019f7554, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/1ca1cfb641c740119d7ccbe36091bd5a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/178c88c1208143aa87a7b7b4fb3a14b1] 2024-11-12T21:56:13,791 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c399cc309fc4c4b8d416ce5aa89fc7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731448570339 2024-11-12T21:56:13,791 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting df9f319103a64dc689e7ad85019f7554, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731448570339 2024-11-12T21:56:13,791 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 227846e8a48240578186cc5ea952ed6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731448570372 2024-11-12T21:56:13,791 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ca1cfb641c740119d7ccbe36091bd5a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731448570372 2024-11-12T21:56:13,792 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting edde5b0966ce4494bf1be0aff1578a0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731448571517 2024-11-12T21:56:13,792 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 178c88c1208143aa87a7b7b4fb3a14b1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731448571517 2024-11-12T21:56:13,797 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:13,798 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112f243edd9898e4f29a1550eb15e1610f0_2a54d6a3f6d19d1f1a45b232795b021f store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:13,798 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a54d6a3f6d19d1f1a45b232795b021f#B#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:56:13,799 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/b28fe580fa77458b8e5637757dbb4978 is 50, key is test_row_0/B:col10/1731448571522/Put/seqid=0 2024-11-12T21:56:13,800 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112f243edd9898e4f29a1550eb15e1610f0_2a54d6a3f6d19d1f1a45b232795b021f, store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:13,800 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f243edd9898e4f29a1550eb15e1610f0_2a54d6a3f6d19d1f1a45b232795b021f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:13,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742349_1525 (size=12104) 2024-11-12T21:56:13,810 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/b28fe580fa77458b8e5637757dbb4978 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/b28fe580fa77458b8e5637757dbb4978 2024-11-12T21:56:13,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742350_1526 (size=4469) 2024-11-12T21:56:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:13,813 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a54d6a3f6d19d1f1a45b232795b021f#A#compaction#451 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:56:13,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a54d6a3f6d19d1f1a45b232795b021f 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-12T21:56:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=A 2024-11-12T21:56:13,814 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/86c6be7a6dd2447c8fd96315207c3d4f is 175, key is test_row_0/A:col10/1731448571522/Put/seqid=0 2024-11-12T21:56:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:56:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=B 2024-11-12T21:56:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:56:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=C 2024-11-12T21:56:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:56:13,817 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a54d6a3f6d19d1f1a45b232795b021f/B of 2a54d6a3f6d19d1f1a45b232795b021f into b28fe580fa77458b8e5637757dbb4978(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:56:13,817 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:13,817 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., storeName=2a54d6a3f6d19d1f1a45b232795b021f/B, priority=13, startTime=1731448573790; duration=0sec 2024-11-12T21:56:13,817 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:56:13,817 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a54d6a3f6d19d1f1a45b232795b021f:B 2024-11-12T21:56:13,817 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:56:13,818 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:56:13,818 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 2a54d6a3f6d19d1f1a45b232795b021f/C is initiating minor compaction (all files) 2024-11-12T21:56:13,818 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a54d6a3f6d19d1f1a45b232795b021f/C in TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:13,818 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/cfec307ff6934f3580eb68a328dc639a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/58fc3c596eab4363a29c3d2de8ebaab1, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/0a47dc20b6fa469b874c893bac519aa5] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp, totalSize=35.2 K 2024-11-12T21:56:13,819 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting cfec307ff6934f3580eb68a328dc639a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731448570339 2024-11-12T21:56:13,820 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 58fc3c596eab4363a29c3d2de8ebaab1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731448570372 2024-11-12T21:56:13,820 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a47dc20b6fa469b874c893bac519aa5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731448571517 2024-11-12T21:56:13,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742351_1527 (size=31058) 2024-11-12T21:56:13,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123612d49bfb064c1ab787f844830a1f58_2a54d6a3f6d19d1f1a45b232795b021f is 50, key is test_row_0/A:col10/1731448573812/Put/seqid=0 2024-11-12T21:56:13,827 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a54d6a3f6d19d1f1a45b232795b021f#C#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:56:13,827 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/cb8c3d794e4e4ebc9d9bae5e03fa3d39 is 50, key is test_row_0/C:col10/1731448571522/Put/seqid=0 2024-11-12T21:56:13,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742352_1528 (size=14594) 2024-11-12T21:56:13,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742353_1529 (size=12104) 2024-11-12T21:56:13,840 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/cb8c3d794e4e4ebc9d9bae5e03fa3d39 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/cb8c3d794e4e4ebc9d9bae5e03fa3d39 2024-11-12T21:56:13,845 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a54d6a3f6d19d1f1a45b232795b021f/C of 2a54d6a3f6d19d1f1a45b232795b021f into cb8c3d794e4e4ebc9d9bae5e03fa3d39(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:56:13,845 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:13,845 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., storeName=2a54d6a3f6d19d1f1a45b232795b021f/C, priority=13, startTime=1731448573790; duration=0sec 2024-11-12T21:56:13,845 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:13,845 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a54d6a3f6d19d1f1a45b232795b021f:C 2024-11-12T21:56:13,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448633853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:13,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:13,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:13,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:13,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:13,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:13,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448633959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:14,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:14,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:14,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:14,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:14,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:14,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:14,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:14,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:14,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448634169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:14,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:14,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:14,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:14,226 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/86c6be7a6dd2447c8fd96315207c3d4f as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/86c6be7a6dd2447c8fd96315207c3d4f 2024-11-12T21:56:14,229 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a54d6a3f6d19d1f1a45b232795b021f/A of 2a54d6a3f6d19d1f1a45b232795b021f into 86c6be7a6dd2447c8fd96315207c3d4f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:56:14,229 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:14,229 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., storeName=2a54d6a3f6d19d1f1a45b232795b021f/A, priority=13, startTime=1731448573790; duration=0sec 2024-11-12T21:56:14,229 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:14,229 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a54d6a3f6d19d1f1a45b232795b021f:A 2024-11-12T21:56:14,230 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:14,232 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123612d49bfb064c1ab787f844830a1f58_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123612d49bfb064c1ab787f844830a1f58_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:14,233 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/a3a631d296ac470f96d36f58d7adbe52, store: [table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:14,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/a3a631d296ac470f96d36f58d7adbe52 is 175, key is test_row_0/A:col10/1731448573812/Put/seqid=0 2024-11-12T21:56:14,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742354_1530 (size=39549) 2024-11-12T21:56:14,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:14,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:14,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:14,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:14,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:14,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448634479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:14,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:14,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:14,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:14,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:14,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:14,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-12T21:56:14,637 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/a3a631d296ac470f96d36f58d7adbe52 2024-11-12T21:56:14,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/f14bd0f4bffe4aa9bf27236d10beb4dd is 50, key is test_row_0/B:col10/1731448573812/Put/seqid=0 2024-11-12T21:56:14,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742355_1531 (size=12001) 2024-11-12T21:56:14,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41048 deadline: 1731448634749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:14,751 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 2a54d6a3f6d19d1f1a45b232795b021f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:56:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:14,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:14,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:14,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:14,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:14,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:14,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:14,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:14,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:14,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:14,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448634989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:14,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:14,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:14,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:15,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/f14bd0f4bffe4aa9bf27236d10beb4dd 2024-11-12T21:56:15,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/c0efe172952a4515b016659d3261bbe6 is 50, key is test_row_0/C:col10/1731448573812/Put/seqid=0 2024-11-12T21:56:15,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742356_1532 (size=12001) 2024-11-12T21:56:15,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:15,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:15,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:15,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:15,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:15,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:15,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:15,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:15,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:15,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:15,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:15,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:15,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:15,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:15,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:15,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:15,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:15,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:15,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/c0efe172952a4515b016659d3261bbe6 2024-11-12T21:56:15,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/a3a631d296ac470f96d36f58d7adbe52 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/a3a631d296ac470f96d36f58d7adbe52 2024-11-12T21:56:15,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/a3a631d296ac470f96d36f58d7adbe52, entries=200, sequenceid=97, filesize=38.6 K 2024-11-12T21:56:15,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/f14bd0f4bffe4aa9bf27236d10beb4dd as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/f14bd0f4bffe4aa9bf27236d10beb4dd 2024-11-12T21:56:15,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/f14bd0f4bffe4aa9bf27236d10beb4dd, entries=150, sequenceid=97, filesize=11.7 K 2024-11-12T21:56:15,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/c0efe172952a4515b016659d3261bbe6 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/c0efe172952a4515b016659d3261bbe6 2024-11-12T21:56:15,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/c0efe172952a4515b016659d3261bbe6, entries=150, sequenceid=97, filesize=11.7 K 2024-11-12T21:56:15,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 2a54d6a3f6d19d1f1a45b232795b021f in 1654ms, sequenceid=97, compaction requested=false 2024-11-12T21:56:15,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:15,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T21:56:15,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:15,535 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 2a54d6a3f6d19d1f1a45b232795b021f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:56:15,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=A 2024-11-12T21:56:15,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:15,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=B 2024-11-12T21:56:15,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:15,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=C 2024-11-12T21:56:15,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:15,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112bcbfdc185df3446691936ab4194b4285_2a54d6a3f6d19d1f1a45b232795b021f is 50, key is test_row_0/A:col10/1731448573839/Put/seqid=0 2024-11-12T21:56:15,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742357_1533 (size=12154) 2024-11-12T21:56:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:15,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:15,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448575730, max timestamp=1731448575743Num uniques 859; 2024-11-12T21:56:15,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448575730, max timestamp=1731448575743Num uniques 859; 2024-11-12T21:56:15,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:56:15,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:56:15,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731448575730, max timestamp=1731448575743Num uniques 859; 2024-11-12T21:56:15,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-12T21:56:15,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448635770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:15,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448635771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:15,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448635772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:15,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:15,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:15,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:15,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448635879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:15,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:15,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:15,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:15,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448635879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:15,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:15,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:15,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:15,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448635879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:15,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:15,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:15,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:15,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:15,946 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112bcbfdc185df3446691936ab4194b4285_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112bcbfdc185df3446691936ab4194b4285_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:15,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/d66f79ce71534f648d10ca67bb2d36f0, store: [table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:15,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/d66f79ce71534f648d10ca67bb2d36f0 is 175, key is test_row_0/A:col10/1731448573839/Put/seqid=0 2024-11-12T21:56:15,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742358_1534 (size=30955) 2024-11-12T21:56:16,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448635999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:16,003 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in 2a54d6a3f6d19d1f1a45b232795b021f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:56:16,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:16,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448636089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:16,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:16,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448636089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:16,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:16,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448636089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:16,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:16,350 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=110, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/d66f79ce71534f648d10ca67bb2d36f0 2024-11-12T21:56:16,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/ff6540ad0c4042fdb29c7a9c92e85e0b is 50, key is test_row_0/B:col10/1731448573839/Put/seqid=0 2024-11-12T21:56:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742359_1535 (size=12001) 2024-11-12T21:56:16,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448636400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:16,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:16,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448636400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:16,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448636400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-12T21:56:16,760 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/ff6540ad0c4042fdb29c7a9c92e85e0b 2024-11-12T21:56:16,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/3be66db8fbd2477085f61960c6976d37 is 50, key is test_row_0/C:col10/1731448573839/Put/seqid=0 2024-11-12T21:56:16,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742360_1536 (size=12001) 2024-11-12T21:56:16,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41048 deadline: 1731448636769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:16,772 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 2a54d6a3f6d19d1f1a45b232795b021f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:56:16,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:16,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448636909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448636909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:16,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448636909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:16,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:16,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:17,169 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/3be66db8fbd2477085f61960c6976d37 2024-11-12T21:56:17,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/d66f79ce71534f648d10ca67bb2d36f0 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/d66f79ce71534f648d10ca67bb2d36f0 2024-11-12T21:56:17,175 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/d66f79ce71534f648d10ca67bb2d36f0, entries=150, sequenceid=110, filesize=30.2 K 2024-11-12T21:56:17,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/ff6540ad0c4042fdb29c7a9c92e85e0b as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/ff6540ad0c4042fdb29c7a9c92e85e0b 2024-11-12T21:56:17,179 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/ff6540ad0c4042fdb29c7a9c92e85e0b, entries=150, sequenceid=110, filesize=11.7 K 2024-11-12T21:56:17,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/3be66db8fbd2477085f61960c6976d37 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/3be66db8fbd2477085f61960c6976d37 2024-11-12T21:56:17,184 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/3be66db8fbd2477085f61960c6976d37, entries=150, sequenceid=110, filesize=11.7 K 2024-11-12T21:56:17,185 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 2a54d6a3f6d19d1f1a45b232795b021f in 1649ms, sequenceid=110, compaction requested=true 2024-11-12T21:56:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-12T21:56:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-12T21:56:17,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-12T21:56:17,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.7040 sec 2024-11-12T21:56:17,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 4.7090 sec 2024-11-12T21:56:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:17,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a54d6a3f6d19d1f1a45b232795b021f 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-12T21:56:17,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=A 2024-11-12T21:56:17,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:56:17,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=B 2024-11-12T21:56:17,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:56:17,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=C 2024-11-12T21:56:17,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:56:17,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112867d2323179745db889105b6628d92b2_2a54d6a3f6d19d1f1a45b232795b021f is 50, key is test_row_0/A:col10/1731448577922/Put/seqid=0 2024-11-12T21:56:17,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742361_1537 (size=14794) 2024-11-12T21:56:17,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448637943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:17,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:17,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:17,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:17,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448637944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:17,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:17,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448637944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:17,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:17,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:17,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:17,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:17,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:18,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448638010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:18,015 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in 2a54d6a3f6d19d1f1a45b232795b021f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:56:18,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:18,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448638059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448638059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:18,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448638059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:18,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:18,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:18,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448638269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448638269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:18,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:18,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:18,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448638269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:18,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:18,345 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:18,347 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112867d2323179745db889105b6628d92b2_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112867d2323179745db889105b6628d92b2_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:18,348 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/d1a3ec74233144bcaaf9b533be956802, store: [table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:18,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/d1a3ec74233144bcaaf9b533be956802 is 175, key is test_row_0/A:col10/1731448577922/Put/seqid=0 2024-11-12T21:56:18,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742362_1538 (size=39749) 2024-11-12T21:56:18,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448638579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:18,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448638579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448638579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:18,758 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/d1a3ec74233144bcaaf9b533be956802 2024-11-12T21:56:18,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/a8bf2a51ebc044c1a94355cad0d9b0d7 is 50, key is test_row_0/B:col10/1731448577922/Put/seqid=0 2024-11-12T21:56:18,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742363_1539 (size=12151) 2024-11-12T21:56:19,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448639090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:19,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448639090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:19,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448639090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:19,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/a8bf2a51ebc044c1a94355cad0d9b0d7 2024-11-12T21:56:19,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/863715002e5e406286ec52c0e07cae06 is 50, key is test_row_0/C:col10/1731448577922/Put/seqid=0 2024-11-12T21:56:19,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742364_1540 (size=12151) 2024-11-12T21:56:19,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/863715002e5e406286ec52c0e07cae06 2024-11-12T21:56:19,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/d1a3ec74233144bcaaf9b533be956802 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/d1a3ec74233144bcaaf9b533be956802 2024-11-12T21:56:19,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/d1a3ec74233144bcaaf9b533be956802, entries=200, sequenceid=147, filesize=38.8 K 2024-11-12T21:56:19,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/a8bf2a51ebc044c1a94355cad0d9b0d7 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/a8bf2a51ebc044c1a94355cad0d9b0d7 2024-11-12T21:56:19,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/a8bf2a51ebc044c1a94355cad0d9b0d7, entries=150, sequenceid=147, filesize=11.9 K 2024-11-12T21:56:19,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/863715002e5e406286ec52c0e07cae06 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/863715002e5e406286ec52c0e07cae06 2024-11-12T21:56:19,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/863715002e5e406286ec52c0e07cae06, entries=150, sequenceid=147, filesize=11.9 K 2024-11-12T21:56:19,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=46.96 KB/48090 for 2a54d6a3f6d19d1f1a45b232795b021f in 1671ms, sequenceid=147, compaction requested=true 2024-11-12T21:56:19,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:19,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a54d6a3f6d19d1f1a45b232795b021f:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:56:19,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:19,595 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:56:19,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a54d6a3f6d19d1f1a45b232795b021f:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:56:19,595 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:56:19,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:19,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a54d6a3f6d19d1f1a45b232795b021f:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:56:19,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:56:19,595 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141311 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:56:19,595 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:56:19,596 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 2a54d6a3f6d19d1f1a45b232795b021f/B is initiating minor compaction (all files) 2024-11-12T21:56:19,596 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 2a54d6a3f6d19d1f1a45b232795b021f/A is initiating minor compaction (all files) 2024-11-12T21:56:19,596 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a54d6a3f6d19d1f1a45b232795b021f/A in TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:19,596 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a54d6a3f6d19d1f1a45b232795b021f/B in TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:19,596 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/86c6be7a6dd2447c8fd96315207c3d4f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/a3a631d296ac470f96d36f58d7adbe52, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/d66f79ce71534f648d10ca67bb2d36f0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/d1a3ec74233144bcaaf9b533be956802] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp, totalSize=138.0 K 2024-11-12T21:56:19,596 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/b28fe580fa77458b8e5637757dbb4978, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/f14bd0f4bffe4aa9bf27236d10beb4dd, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/ff6540ad0c4042fdb29c7a9c92e85e0b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/a8bf2a51ebc044c1a94355cad0d9b0d7] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp, totalSize=47.1 K 2024-11-12T21:56:19,596 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:19,596 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. files: [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/86c6be7a6dd2447c8fd96315207c3d4f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/a3a631d296ac470f96d36f58d7adbe52, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/d66f79ce71534f648d10ca67bb2d36f0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/d1a3ec74233144bcaaf9b533be956802] 2024-11-12T21:56:19,596 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting b28fe580fa77458b8e5637757dbb4978, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731448571517 2024-11-12T21:56:19,596 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86c6be7a6dd2447c8fd96315207c3d4f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731448571517 2024-11-12T21:56:19,596 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3a631d296ac470f96d36f58d7adbe52, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731448572643 2024-11-12T21:56:19,596 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting f14bd0f4bffe4aa9bf27236d10beb4dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731448572649 2024-11-12T21:56:19,596 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting d66f79ce71534f648d10ca67bb2d36f0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731448573829 2024-11-12T21:56:19,596 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting ff6540ad0c4042fdb29c7a9c92e85e0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731448573829 2024-11-12T21:56:19,596 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting a8bf2a51ebc044c1a94355cad0d9b0d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731448575765 2024-11-12T21:56:19,596 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1a3ec74233144bcaaf9b533be956802, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731448575765 2024-11-12T21:56:19,603 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:19,605 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112108bf84f10aa4b91bc83eab62037d2bc_2a54d6a3f6d19d1f1a45b232795b021f store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:19,606 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a54d6a3f6d19d1f1a45b232795b021f#B#compaction#464 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:56:19,606 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/a02d555707fc4d6986ae1b7cc537316e is 50, key is test_row_0/B:col10/1731448577922/Put/seqid=0 2024-11-12T21:56:19,608 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112108bf84f10aa4b91bc83eab62037d2bc_2a54d6a3f6d19d1f1a45b232795b021f, store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:19,608 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112108bf84f10aa4b91bc83eab62037d2bc_2a54d6a3f6d19d1f1a45b232795b021f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:19,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742365_1541 (size=12391) 2024-11-12T21:56:19,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742366_1542 (size=4469) 2024-11-12T21:56:20,018 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a54d6a3f6d19d1f1a45b232795b021f#A#compaction#463 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:56:20,019 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/0dcd351360d94e4badaf76837843338e is 175, key is test_row_0/A:col10/1731448577922/Put/seqid=0 2024-11-12T21:56:20,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742367_1543 (size=31345) 2024-11-12T21:56:20,022 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/a02d555707fc4d6986ae1b7cc537316e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/a02d555707fc4d6986ae1b7cc537316e 2024-11-12T21:56:20,025 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/0dcd351360d94e4badaf76837843338e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/0dcd351360d94e4badaf76837843338e 2024-11-12T21:56:20,026 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2a54d6a3f6d19d1f1a45b232795b021f/B of 2a54d6a3f6d19d1f1a45b232795b021f into a02d555707fc4d6986ae1b7cc537316e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:56:20,026 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:20,026 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., storeName=2a54d6a3f6d19d1f1a45b232795b021f/B, priority=12, startTime=1731448579595; duration=0sec 2024-11-12T21:56:20,026 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:56:20,026 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a54d6a3f6d19d1f1a45b232795b021f:B 2024-11-12T21:56:20,026 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:56:20,027 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:56:20,027 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 2a54d6a3f6d19d1f1a45b232795b021f/C is initiating minor compaction (all files) 2024-11-12T21:56:20,027 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a54d6a3f6d19d1f1a45b232795b021f/C in TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:20,027 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/cb8c3d794e4e4ebc9d9bae5e03fa3d39, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/c0efe172952a4515b016659d3261bbe6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/3be66db8fbd2477085f61960c6976d37, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/863715002e5e406286ec52c0e07cae06] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp, totalSize=47.1 K 2024-11-12T21:56:20,027 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting cb8c3d794e4e4ebc9d9bae5e03fa3d39, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731448571517 2024-11-12T21:56:20,028 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting c0efe172952a4515b016659d3261bbe6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731448572649 2024-11-12T21:56:20,029 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2a54d6a3f6d19d1f1a45b232795b021f/A of 2a54d6a3f6d19d1f1a45b232795b021f into 0dcd351360d94e4badaf76837843338e(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:56:20,029 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:20,029 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., storeName=2a54d6a3f6d19d1f1a45b232795b021f/A, priority=12, startTime=1731448579595; duration=0sec 2024-11-12T21:56:20,029 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:20,029 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a54d6a3f6d19d1f1a45b232795b021f:A 2024-11-12T21:56:20,032 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 3be66db8fbd2477085f61960c6976d37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731448573829 2024-11-12T21:56:20,033 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 863715002e5e406286ec52c0e07cae06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731448575765 2024-11-12T21:56:20,041 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a54d6a3f6d19d1f1a45b232795b021f#C#compaction#465 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:56:20,042 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/53e0f8a0d7144fa3a03c02d943fcbc2e is 50, key is test_row_0/C:col10/1731448577922/Put/seqid=0 2024-11-12T21:56:20,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742368_1544 (size=12391) 2024-11-12T21:56:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:20,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a54d6a3f6d19d1f1a45b232795b021f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-12T21:56:20,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=A 2024-11-12T21:56:20,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:20,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=B 2024-11-12T21:56:20,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:20,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=C 2024-11-12T21:56:20,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:20,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112272830512fe34157aba5be56c8a5b9a4_2a54d6a3f6d19d1f1a45b232795b021f is 50, key is test_row_0/A:col10/1731448580100/Put/seqid=0 2024-11-12T21:56:20,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742369_1545 (size=12304) 2024-11-12T21:56:20,110 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:20,114 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112272830512fe34157aba5be56c8a5b9a4_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112272830512fe34157aba5be56c8a5b9a4_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:20,114 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/f40025f659bb4ea582a436b080f08751, store: [table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:20,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/f40025f659bb4ea582a436b080f08751 is 175, key is test_row_0/A:col10/1731448580100/Put/seqid=0 2024-11-12T21:56:20,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742370_1546 (size=31105) 2024-11-12T21:56:20,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448640130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:20,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:20,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448640133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:20,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:20,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448640134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:20,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:20,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:20,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448640239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:20,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448640239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:20,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448640250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:20,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:20,453 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/53e0f8a0d7144fa3a03c02d943fcbc2e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/53e0f8a0d7144fa3a03c02d943fcbc2e 2024-11-12T21:56:20,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448640449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:20,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:20,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448640449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:20,457 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2a54d6a3f6d19d1f1a45b232795b021f/C of 2a54d6a3f6d19d1f1a45b232795b021f into 53e0f8a0d7144fa3a03c02d943fcbc2e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:56:20,457 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:20,457 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., storeName=2a54d6a3f6d19d1f1a45b232795b021f/C, priority=12, startTime=1731448579595; duration=0sec 2024-11-12T21:56:20,457 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:20,457 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a54d6a3f6d19d1f1a45b232795b021f:C 2024-11-12T21:56:20,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448640459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:20,523 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/f40025f659bb4ea582a436b080f08751 2024-11-12T21:56:20,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/f0f9879eb1204da088a02efe4e94e286 is 50, key is test_row_0/B:col10/1731448580100/Put/seqid=0 2024-11-12T21:56:20,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742371_1547 (size=12151) 2024-11-12T21:56:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-12T21:56:20,669 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:56:20,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:56:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-12T21:56:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T21:56:20,672 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:56:20,673 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:56:20,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:56:20,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448640759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:20,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448640760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:20,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:20,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448640769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:20,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T21:56:20,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41048 deadline: 1731448640779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:20,782 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_0' in 2a54d6a3f6d19d1f1a45b232795b021f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:56:20,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:20,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:20,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-12T21:56:20,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:20,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:20,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:20,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:20,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:20,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/f0f9879eb1204da088a02efe4e94e286 2024-11-12T21:56:20,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/ebd042fc6b1c42af8043c4bc4bb635fb is 50, key is test_row_0/C:col10/1731448580100/Put/seqid=0 2024-11-12T21:56:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742372_1548 (size=12151) 2024-11-12T21:56:20,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-12T21:56:20,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:20,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:20,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:20,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:20,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T21:56:21,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-12T21:56:21,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:21,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:21,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:21,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:21,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:21,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448641269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:21,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:21,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:21,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:21,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448641269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:21,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:21,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:21,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:21,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-12T21:56:21,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:21,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:21,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:21,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:21,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:21,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448641279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:21,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:21,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:21,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T21:56:21,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/ebd042fc6b1c42af8043c4bc4bb635fb 2024-11-12T21:56:21,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/f40025f659bb4ea582a436b080f08751 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/f40025f659bb4ea582a436b080f08751 2024-11-12T21:56:21,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/f40025f659bb4ea582a436b080f08751, entries=150, sequenceid=161, filesize=30.4 K 2024-11-12T21:56:21,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/f0f9879eb1204da088a02efe4e94e286 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/f0f9879eb1204da088a02efe4e94e286 2024-11-12T21:56:21,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/f0f9879eb1204da088a02efe4e94e286, entries=150, sequenceid=161, filesize=11.9 K 2024-11-12T21:56:21,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/ebd042fc6b1c42af8043c4bc4bb635fb as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/ebd042fc6b1c42af8043c4bc4bb635fb 2024-11-12T21:56:21,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/ebd042fc6b1c42af8043c4bc4bb635fb, entries=150, sequenceid=161, filesize=11.9 K 2024-11-12T21:56:21,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 2a54d6a3f6d19d1f1a45b232795b021f in 1256ms, sequenceid=161, compaction requested=false 2024-11-12T21:56:21,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:21,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-12T21:56:21,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:21,435 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 2a54d6a3f6d19d1f1a45b232795b021f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-12T21:56:21,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=A 2024-11-12T21:56:21,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:21,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=B 2024-11-12T21:56:21,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:21,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=C 2024-11-12T21:56:21,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:21,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112135f1092d19e4d4ca7c6e9afd5ad6407_2a54d6a3f6d19d1f1a45b232795b021f is 50, key is test_row_0/A:col10/1731448580126/Put/seqid=0 2024-11-12T21:56:21,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742373_1549 (size=12304) 2024-11-12T21:56:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T21:56:21,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,846 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112135f1092d19e4d4ca7c6e9afd5ad6407_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112135f1092d19e4d4ca7c6e9afd5ad6407_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/a9409246874a465eaa26d3ae71884d3c, store: [table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/a9409246874a465eaa26d3ae71884d3c is 175, key is test_row_0/A:col10/1731448580126/Put/seqid=0 2024-11-12T21:56:21,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742374_1550 (size=31105) 2024-11-12T21:56:21,851 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/a9409246874a465eaa26d3ae71884d3c 2024-11-12T21:56:21,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/fdf0b7499258407185923cb258fe3b27 is 50, key is test_row_0/B:col10/1731448580126/Put/seqid=0 2024-11-12T21:56:21,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742375_1551 (size=12151) 2024-11-12T21:56:21,870 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/fdf0b7499258407185923cb258fe3b27 2024-11-12T21:56:21,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/bd88a06017af45348693b615d564e41c is 50, key is test_row_0/C:col10/1731448580126/Put/seqid=0 2024-11-12T21:56:21,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742376_1552 (size=12151) 2024-11-12T21:56:21,881 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/bd88a06017af45348693b615d564e41c 2024-11-12T21:56:21,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/a9409246874a465eaa26d3ae71884d3c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/a9409246874a465eaa26d3ae71884d3c 2024-11-12T21:56:21,889 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/a9409246874a465eaa26d3ae71884d3c, entries=150, sequenceid=182, filesize=30.4 K 2024-11-12T21:56:21,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/fdf0b7499258407185923cb258fe3b27 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/fdf0b7499258407185923cb258fe3b27 2024-11-12T21:56:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,892 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/fdf0b7499258407185923cb258fe3b27, entries=150, sequenceid=182, filesize=11.9 K 2024-11-12T21:56:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/bd88a06017af45348693b615d564e41c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/bd88a06017af45348693b615d564e41c 2024-11-12T21:56:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,905 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/bd88a06017af45348693b615d564e41c, entries=150, sequenceid=182, filesize=11.9 K 2024-11-12T21:56:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,905 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 2a54d6a3f6d19d1f1a45b232795b021f in 470ms, sequenceid=182, compaction requested=true 2024-11-12T21:56:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:21,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:21,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-12T21:56:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-12T21:56:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-12T21:56:21,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2340 sec 2024-11-12T21:56:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.2390 sec 2024-11-12T21:56:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:22,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a54d6a3f6d19d1f1a45b232795b021f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:56:22,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=A 2024-11-12T21:56:22,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:22,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=B 2024-11-12T21:56:22,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:22,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=C 2024-11-12T21:56:22,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:22,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112898a536e533749e9b9953e2952ebabd6_2a54d6a3f6d19d1f1a45b232795b021f is 50, key is test_row_0/A:col10/1731448582082/Put/seqid=0 2024-11-12T21:56:22,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742377_1553 (size=14794) 2024-11-12T21:56:22,101 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:22,104 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112898a536e533749e9b9953e2952ebabd6_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112898a536e533749e9b9953e2952ebabd6_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:22,105 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/e00a689994294505b9be8b123c7ea265, store: [table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:22,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/e00a689994294505b9be8b123c7ea265 is 175, key is test_row_0/A:col10/1731448582082/Put/seqid=0 2024-11-12T21:56:22,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742378_1554 (size=39749) 2024-11-12T21:56:22,118 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=192, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/e00a689994294505b9be8b123c7ea265 2024-11-12T21:56:22,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/1d176bab860c4306b809a96ceca84fd9 is 50, key is test_row_0/B:col10/1731448582082/Put/seqid=0 2024-11-12T21:56:22,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742379_1555 (size=12151) 2024-11-12T21:56:22,195 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448582169, max timestamp=1731448582192Num uniques 859; 2024-11-12T21:56:22,195 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448582169, max timestamp=1731448582192Num uniques 859; 2024-11-12T21:56:22,195 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:56:22,195 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:56:22,195 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448582169, max timestamp=1731448582192Num uniques 859; 2024-11-12T21:56:22,195 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:56:22,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448642269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:22,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:22,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:22,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:22,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448642279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:22,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448642279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:22,283 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in 2a54d6a3f6d19d1f1a45b232795b021f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:56:22,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:22,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:22,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:22,283 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in 2a54d6a3f6d19d1f1a45b232795b021f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:56:22,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:22,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:22,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:22,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448642289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:22,293 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in 2a54d6a3f6d19d1f1a45b232795b021f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:56:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:22,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448642379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:22,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:22,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:22,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:22,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/1d176bab860c4306b809a96ceca84fd9 2024-11-12T21:56:22,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/d69c41d3e08e4d36b647265f9c0fbca8 is 50, key is test_row_0/C:col10/1731448582082/Put/seqid=0 2024-11-12T21:56:22,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742380_1556 (size=12151) 2024-11-12T21:56:22,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448642589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:22,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:22,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:22,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T21:56:22,830 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:56:22,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:56:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-12T21:56:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-12T21:56:22,832 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:56:22,832 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:56:22,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:56:22,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448642899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:22,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:22,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:22,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-12T21:56:22,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/d69c41d3e08e4d36b647265f9c0fbca8 2024-11-12T21:56:22,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/e00a689994294505b9be8b123c7ea265 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/e00a689994294505b9be8b123c7ea265 2024-11-12T21:56:22,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/e00a689994294505b9be8b123c7ea265, entries=200, sequenceid=192, filesize=38.8 K 2024-11-12T21:56:22,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/1d176bab860c4306b809a96ceca84fd9 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/1d176bab860c4306b809a96ceca84fd9 2024-11-12T21:56:22,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/1d176bab860c4306b809a96ceca84fd9, entries=150, sequenceid=192, filesize=11.9 K 2024-11-12T21:56:22,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/d69c41d3e08e4d36b647265f9c0fbca8 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/d69c41d3e08e4d36b647265f9c0fbca8 2024-11-12T21:56:22,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/d69c41d3e08e4d36b647265f9c0fbca8, entries=150, sequenceid=192, filesize=11.9 K 2024-11-12T21:56:22,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 2a54d6a3f6d19d1f1a45b232795b021f in 878ms, sequenceid=192, compaction requested=true 2024-11-12T21:56:22,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:22,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a54d6a3f6d19d1f1a45b232795b021f:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:56:22,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:22,971 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:56:22,971 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:56:22,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a54d6a3f6d19d1f1a45b232795b021f:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:56:22,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:22,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a54d6a3f6d19d1f1a45b232795b021f:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:56:22,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:56:22,973 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133304 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:56:22,973 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 2a54d6a3f6d19d1f1a45b232795b021f/A is initiating minor compaction (all files) 2024-11-12T21:56:22,973 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:56:22,973 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a54d6a3f6d19d1f1a45b232795b021f/A in TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:22,973 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 2a54d6a3f6d19d1f1a45b232795b021f/B is initiating minor compaction (all files) 2024-11-12T21:56:22,973 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a54d6a3f6d19d1f1a45b232795b021f/B in TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:22,973 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/0dcd351360d94e4badaf76837843338e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/f40025f659bb4ea582a436b080f08751, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/a9409246874a465eaa26d3ae71884d3c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/e00a689994294505b9be8b123c7ea265] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp, totalSize=130.2 K 2024-11-12T21:56:22,973 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:22,973 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/a02d555707fc4d6986ae1b7cc537316e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/f0f9879eb1204da088a02efe4e94e286, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/fdf0b7499258407185923cb258fe3b27, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/1d176bab860c4306b809a96ceca84fd9] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp, totalSize=47.7 K 2024-11-12T21:56:22,973 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. files: [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/0dcd351360d94e4badaf76837843338e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/f40025f659bb4ea582a436b080f08751, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/a9409246874a465eaa26d3ae71884d3c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/e00a689994294505b9be8b123c7ea265] 2024-11-12T21:56:22,974 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting a02d555707fc4d6986ae1b7cc537316e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731448575765 2024-11-12T21:56:22,974 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0dcd351360d94e4badaf76837843338e, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731448575765 2024-11-12T21:56:22,974 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting f40025f659bb4ea582a436b080f08751, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731448577942 2024-11-12T21:56:22,974 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting f0f9879eb1204da088a02efe4e94e286, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731448577942 2024-11-12T21:56:22,974 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9409246874a465eaa26d3ae71884d3c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731448580126 2024-11-12T21:56:22,974 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting fdf0b7499258407185923cb258fe3b27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731448580126 2024-11-12T21:56:22,974 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting e00a689994294505b9be8b123c7ea265, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731448582082 2024-11-12T21:56:22,974 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d176bab860c4306b809a96ceca84fd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731448582082 2024-11-12T21:56:22,979 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:22,982 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a54d6a3f6d19d1f1a45b232795b021f#B#compaction#475 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:56:22,982 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/e2f71bc703394874a625ac016bb12ff6 is 50, key is test_row_0/B:col10/1731448582082/Put/seqid=0 2024-11-12T21:56:22,983 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411124b21a0926bbc4a0c90df2800173cb5cd_2a54d6a3f6d19d1f1a45b232795b021f store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:22,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-12T21:56:22,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:22,984 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 2a54d6a3f6d19d1f1a45b232795b021f 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-12T21:56:22,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=A 2024-11-12T21:56:22,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:56:22,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=B 2024-11-12T21:56:22,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:56:22,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=C 2024-11-12T21:56:22,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-12T21:56:22,985 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411124b21a0926bbc4a0c90df2800173cb5cd_2a54d6a3f6d19d1f1a45b232795b021f, store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:22,985 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411124b21a0926bbc4a0c90df2800173cb5cd_2a54d6a3f6d19d1f1a45b232795b021f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:22,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742382_1558 (size=4469) 2024-11-12T21:56:22,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742381_1557 (size=12527) 2024-11-12T21:56:22,995 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a54d6a3f6d19d1f1a45b232795b021f#A#compaction#476 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:56:22,996 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/99b9d82d24f145d2af31cb0c9c1920f3 is 175, key is test_row_0/A:col10/1731448582082/Put/seqid=0 2024-11-12T21:56:22,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b760eae7edb54e12858123f8ff7f2146_2a54d6a3f6d19d1f1a45b232795b021f is 50, key is test_row_0/A:col10/1731448582245/Put/seqid=0 2024-11-12T21:56:22,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742383_1559 (size=31481) 2024-11-12T21:56:22,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742384_1560 (size=12304) 2024-11-12T21:56:23,003 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/99b9d82d24f145d2af31cb0c9c1920f3 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/99b9d82d24f145d2af31cb0c9c1920f3 2024-11-12T21:56:23,007 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2a54d6a3f6d19d1f1a45b232795b021f/A of 2a54d6a3f6d19d1f1a45b232795b021f into 99b9d82d24f145d2af31cb0c9c1920f3(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:56:23,007 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:23,007 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., storeName=2a54d6a3f6d19d1f1a45b232795b021f/A, priority=12, startTime=1731448582971; duration=0sec 2024-11-12T21:56:23,007 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:56:23,007 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a54d6a3f6d19d1f1a45b232795b021f:A 2024-11-12T21:56:23,007 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:56:23,007 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:56:23,007 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 2a54d6a3f6d19d1f1a45b232795b021f/C is initiating minor compaction (all files) 2024-11-12T21:56:23,008 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a54d6a3f6d19d1f1a45b232795b021f/C in TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:23,008 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/53e0f8a0d7144fa3a03c02d943fcbc2e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/ebd042fc6b1c42af8043c4bc4bb635fb, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/bd88a06017af45348693b615d564e41c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/d69c41d3e08e4d36b647265f9c0fbca8] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp, totalSize=47.7 K 2024-11-12T21:56:23,008 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53e0f8a0d7144fa3a03c02d943fcbc2e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731448575765 2024-11-12T21:56:23,008 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebd042fc6b1c42af8043c4bc4bb635fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731448577942 2024-11-12T21:56:23,008 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd88a06017af45348693b615d564e41c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731448580126 2024-11-12T21:56:23,008 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting d69c41d3e08e4d36b647265f9c0fbca8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731448582082 2024-11-12T21:56:23,016 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a54d6a3f6d19d1f1a45b232795b021f#C#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:56:23,016 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/2407404e7c064341ab11fd719290e265 is 50, key is test_row_0/C:col10/1731448582082/Put/seqid=0 2024-11-12T21:56:23,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742385_1561 (size=12527) 2024-11-12T21:56:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-12T21:56:23,399 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/e2f71bc703394874a625ac016bb12ff6 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/e2f71bc703394874a625ac016bb12ff6 2024-11-12T21:56:23,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:23,402 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b760eae7edb54e12858123f8ff7f2146_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b760eae7edb54e12858123f8ff7f2146_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:23,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/60c28e50f63d4619a6d41aed74058fd4, store: [table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:23,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/60c28e50f63d4619a6d41aed74058fd4 is 175, key is test_row_0/A:col10/1731448582245/Put/seqid=0 2024-11-12T21:56:23,403 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2a54d6a3f6d19d1f1a45b232795b021f/B of 2a54d6a3f6d19d1f1a45b232795b021f into e2f71bc703394874a625ac016bb12ff6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:56:23,403 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:23,403 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., storeName=2a54d6a3f6d19d1f1a45b232795b021f/B, priority=12, startTime=1731448582971; duration=0sec 2024-11-12T21:56:23,403 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:23,403 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a54d6a3f6d19d1f1a45b232795b021f:B 2024-11-12T21:56:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742386_1562 (size=31105) 2024-11-12T21:56:23,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:23,423 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/2407404e7c064341ab11fd719290e265 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/2407404e7c064341ab11fd719290e265 2024-11-12T21:56:23,427 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2a54d6a3f6d19d1f1a45b232795b021f/C of 2a54d6a3f6d19d1f1a45b232795b021f into 2407404e7c064341ab11fd719290e265(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:56:23,427 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:23,427 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., storeName=2a54d6a3f6d19d1f1a45b232795b021f/C, priority=12, startTime=1731448582971; duration=0sec 2024-11-12T21:56:23,427 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:23,427 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a54d6a3f6d19d1f1a45b232795b021f:C 2024-11-12T21:56:23,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448643439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:23,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-12T21:56:23,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448643549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:23,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448643759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:23,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:23,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:23,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:23,807 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/60c28e50f63d4619a6d41aed74058fd4 2024-11-12T21:56:23,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/64d2768f7e1c46d9ac26b6c3f2784ca5 is 50, key is test_row_0/B:col10/1731448582245/Put/seqid=0 2024-11-12T21:56:23,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742387_1563 (size=12151) 2024-11-12T21:56:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-12T21:56:24,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448644069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:24,217 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/64d2768f7e1c46d9ac26b6c3f2784ca5 2024-11-12T21:56:24,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/724244d3485b435e84f51f55ecdf5fd4 is 50, key is test_row_0/C:col10/1731448582245/Put/seqid=0 2024-11-12T21:56:24,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742388_1564 (size=12151) 2024-11-12T21:56:24,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448644299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:24,301 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in 2a54d6a3f6d19d1f1a45b232795b021f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:56:24,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:24,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:24,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:24,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:24,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448644309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448644309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:24,312 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in 2a54d6a3f6d19d1f1a45b232795b021f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:56:24,312 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in 2a54d6a3f6d19d1f1a45b232795b021f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:56:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:24,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448644579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:24,625 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/724244d3485b435e84f51f55ecdf5fd4 2024-11-12T21:56:24,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/60c28e50f63d4619a6d41aed74058fd4 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/60c28e50f63d4619a6d41aed74058fd4 2024-11-12T21:56:24,632 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/60c28e50f63d4619a6d41aed74058fd4, entries=150, sequenceid=229, filesize=30.4 K 2024-11-12T21:56:24,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/64d2768f7e1c46d9ac26b6c3f2784ca5 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/64d2768f7e1c46d9ac26b6c3f2784ca5 2024-11-12T21:56:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,642 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/64d2768f7e1c46d9ac26b6c3f2784ca5, entries=150, sequenceid=229, filesize=11.9 K 2024-11-12T21:56:24,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/724244d3485b435e84f51f55ecdf5fd4 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/724244d3485b435e84f51f55ecdf5fd4 2024-11-12T21:56:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,647 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/724244d3485b435e84f51f55ecdf5fd4, entries=150, sequenceid=229, filesize=11.9 K 2024-11-12T21:56:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,647 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 2a54d6a3f6d19d1f1a45b232795b021f in 1663ms, sequenceid=229, compaction requested=false 2024-11-12T21:56:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:24,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-12T21:56:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-12T21:56:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-12T21:56:24,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8170 sec 2024-11-12T21:56:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.8210 sec 2024-11-12T21:56:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-12T21:56:24,979 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:56:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:56:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-12T21:56:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-12T21:56:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,981 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:56:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,982 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:56:24,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:56:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-12T21:56:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-12T21:56:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:25,134 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 2a54d6a3f6d19d1f1a45b232795b021f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-12T21:56:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=A 2024-11-12T21:56:25,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:25,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=B 2024-11-12T21:56:25,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:25,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=C 2024-11-12T21:56:25,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111208fe6ad76d0e41b7b2352d5ef14a6554_2a54d6a3f6d19d1f1a45b232795b021f is 50, key is test_row_1/A:col10/1731448583419/Put/seqid=0 2024-11-12T21:56:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742389_1565 (size=9814) 2024-11-12T21:56:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-12T21:56:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,546 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111208fe6ad76d0e41b7b2352d5ef14a6554_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111208fe6ad76d0e41b7b2352d5ef14a6554_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/1d0a7bc95e0f4a3a9b38eb6f6fd9e29e, store: [table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/1d0a7bc95e0f4a3a9b38eb6f6fd9e29e is 175, key is test_row_1/A:col10/1731448583419/Put/seqid=0 2024-11-12T21:56:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742390_1566 (size=22461) 2024-11-12T21:56:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:25,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-12T21:56:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:25,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448585666, max timestamp=1731448585679Num uniques 859; 2024-11-12T21:56:25,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:56:25,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448585666, max timestamp=1731448585679Num uniques 859; 2024-11-12T21:56:25,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448585666, max timestamp=1731448585679Num uniques 859; 2024-11-12T21:56:25,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:56:25,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:56:25,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448645756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:25,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:25,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:25,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:25,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448645869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:25,950 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/1d0a7bc95e0f4a3a9b38eb6f6fd9e29e 2024-11-12T21:56:25,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/de1daf032e504b1da8f9dd95ad1f4541 is 50, key is test_row_1/B:col10/1731448583419/Put/seqid=0 2024-11-12T21:56:25,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742391_1567 (size=9757) 2024-11-12T21:56:26,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448646079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-12T21:56:26,358 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/de1daf032e504b1da8f9dd95ad1f4541 2024-11-12T21:56:26,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/0a95eb7222b94f769a5582341884a1b1 is 50, key is test_row_1/C:col10/1731448583419/Put/seqid=0 2024-11-12T21:56:26,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742392_1568 (size=9757) 2024-11-12T21:56:26,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448646389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:26,766 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/0a95eb7222b94f769a5582341884a1b1 2024-11-12T21:56:26,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/1d0a7bc95e0f4a3a9b38eb6f6fd9e29e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/1d0a7bc95e0f4a3a9b38eb6f6fd9e29e 2024-11-12T21:56:26,772 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/1d0a7bc95e0f4a3a9b38eb6f6fd9e29e, entries=100, sequenceid=242, filesize=21.9 K 2024-11-12T21:56:26,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/de1daf032e504b1da8f9dd95ad1f4541 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/de1daf032e504b1da8f9dd95ad1f4541 2024-11-12T21:56:26,776 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/de1daf032e504b1da8f9dd95ad1f4541, entries=100, sequenceid=242, filesize=9.5 K 2024-11-12T21:56:26,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/0a95eb7222b94f769a5582341884a1b1 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/0a95eb7222b94f769a5582341884a1b1 2024-11-12T21:56:26,779 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/0a95eb7222b94f769a5582341884a1b1, entries=100, sequenceid=242, filesize=9.5 K 2024-11-12T21:56:26,779 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 2a54d6a3f6d19d1f1a45b232795b021f in 1645ms, sequenceid=242, compaction requested=true 2024-11-12T21:56:26,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:26,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:26,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-12T21:56:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-12T21:56:26,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-12T21:56:26,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7980 sec 2024-11-12T21:56:26,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.8020 sec 2024-11-12T21:56:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:26,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a54d6a3f6d19d1f1a45b232795b021f 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-12T21:56:26,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=A 2024-11-12T21:56:26,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:56:26,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=B 2024-11-12T21:56:26,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:56:26,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=C 2024-11-12T21:56:26,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:56:26,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e3d957fc34cc42e48589c5e406a749d1_2a54d6a3f6d19d1f1a45b232795b021f is 50, key is test_row_0/A:col10/1731448585749/Put/seqid=0 2024-11-12T21:56:26,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742393_1569 (size=12454) 2024-11-12T21:56:26,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448646938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:26,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:26,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:26,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:27,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448647050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-12T21:56:27,130 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:56:27,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T21:56:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-12T21:56:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-12T21:56:27,132 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T21:56:27,133 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T21:56:27,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T21:56:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-12T21:56:27,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448647259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:27,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:27,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:27,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:27,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-12T21:56:27,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:27,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:27,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:27,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:27,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:27,313 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:27,315 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e3d957fc34cc42e48589c5e406a749d1_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e3d957fc34cc42e48589c5e406a749d1_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:27,316 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/201dbefc06bf4892b1a4a8222f65a457, store: [table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:27,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/201dbefc06bf4892b1a4a8222f65a457 is 175, key is test_row_0/A:col10/1731448585749/Put/seqid=0 2024-11-12T21:56:27,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742394_1570 (size=31255) 2024-11-12T21:56:27,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-12T21:56:27,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:27,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:27,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:27,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:27,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-12T21:56:27,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448647569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:27,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-12T21:56:27,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:27,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:27,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:27,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:27,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:27,719 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/201dbefc06bf4892b1a4a8222f65a457 2024-11-12T21:56:27,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/4d0e9c3c59384720a1f62f817cf107ca is 50, key is test_row_0/B:col10/1731448585749/Put/seqid=0 2024-11-12T21:56:27,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742395_1571 (size=12301) 2024-11-12T21:56:27,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-12T21:56:27,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:27,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:27,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:27,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:27,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-12T21:56:27,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-12T21:56:27,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:27,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:27,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:27,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:27,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:28,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-12T21:56:28,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:28,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:28,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:28,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:28,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:28,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448648079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:28,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/4d0e9c3c59384720a1f62f817cf107ca 2024-11-12T21:56:28,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/633f2562d4324135a4001713ddb17701 is 50, key is test_row_0/C:col10/1731448585749/Put/seqid=0 2024-11-12T21:56:28,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742396_1572 (size=12301) 2024-11-12T21:56:28,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-12T21:56:28,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:28,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:28,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:28,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:28,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-12T21:56:28,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731448648329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:28,333 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in 2a54d6a3f6d19d1f1a45b232795b021f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:56:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:28,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41092 deadline: 1731448648339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:28,341 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_1' in 2a54d6a3f6d19d1f1a45b232795b021f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:56:28,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:28,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:28,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:28,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-12T21:56:28,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:28,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:28,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:28,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:28,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:28,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41050 deadline: 1731448648359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:28,363 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0c576948786c,34327,1731448410123 for 'test_row_2' in 2a54d6a3f6d19d1f1a45b232795b021f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-12T21:56:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:28,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-12T21:56:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:28,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:56:28,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/633f2562d4324135a4001713ddb17701 2024-11-12T21:56:28,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/201dbefc06bf4892b1a4a8222f65a457 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/201dbefc06bf4892b1a4a8222f65a457 2024-11-12T21:56:28,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/201dbefc06bf4892b1a4a8222f65a457, entries=150, sequenceid=280, filesize=30.5 K 2024-11-12T21:56:28,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/4d0e9c3c59384720a1f62f817cf107ca as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/4d0e9c3c59384720a1f62f817cf107ca 2024-11-12T21:56:28,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/4d0e9c3c59384720a1f62f817cf107ca, entries=150, sequenceid=280, filesize=12.0 K 2024-11-12T21:56:28,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/633f2562d4324135a4001713ddb17701 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/633f2562d4324135a4001713ddb17701 2024-11-12T21:56:28,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/633f2562d4324135a4001713ddb17701, entries=150, sequenceid=280, filesize=12.0 K 2024-11-12T21:56:28,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 2a54d6a3f6d19d1f1a45b232795b021f in 1647ms, sequenceid=280, compaction requested=true 2024-11-12T21:56:28,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:28,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a54d6a3f6d19d1f1a45b232795b021f:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:56:28,550 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:56:28,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:28,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a54d6a3f6d19d1f1a45b232795b021f:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:56:28,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:28,550 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:56:28,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a54d6a3f6d19d1f1a45b232795b021f:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:56:28,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:56:28,551 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46736 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:56:28,551 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 2a54d6a3f6d19d1f1a45b232795b021f/B is initiating minor compaction (all files) 2024-11-12T21:56:28,551 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a54d6a3f6d19d1f1a45b232795b021f/B in TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:28,551 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 116302 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:56:28,551 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/e2f71bc703394874a625ac016bb12ff6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/64d2768f7e1c46d9ac26b6c3f2784ca5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/de1daf032e504b1da8f9dd95ad1f4541, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/4d0e9c3c59384720a1f62f817cf107ca] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp, totalSize=45.6 K 2024-11-12T21:56:28,551 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 2a54d6a3f6d19d1f1a45b232795b021f/A is initiating minor compaction (all files) 2024-11-12T21:56:28,551 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a54d6a3f6d19d1f1a45b232795b021f/A in TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:28,551 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/99b9d82d24f145d2af31cb0c9c1920f3, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/60c28e50f63d4619a6d41aed74058fd4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/1d0a7bc95e0f4a3a9b38eb6f6fd9e29e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/201dbefc06bf4892b1a4a8222f65a457] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp, totalSize=113.6 K 2024-11-12T21:56:28,551 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:28,551 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. files: [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/99b9d82d24f145d2af31cb0c9c1920f3, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/60c28e50f63d4619a6d41aed74058fd4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/1d0a7bc95e0f4a3a9b38eb6f6fd9e29e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/201dbefc06bf4892b1a4a8222f65a457] 2024-11-12T21:56:28,552 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99b9d82d24f145d2af31cb0c9c1920f3, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731448582082 2024-11-12T21:56:28,552 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting e2f71bc703394874a625ac016bb12ff6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731448582082 2024-11-12T21:56:28,552 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60c28e50f63d4619a6d41aed74058fd4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731448582245 2024-11-12T21:56:28,552 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 64d2768f7e1c46d9ac26b6c3f2784ca5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731448582245 2024-11-12T21:56:28,552 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d0a7bc95e0f4a3a9b38eb6f6fd9e29e, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731448583419 2024-11-12T21:56:28,552 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting de1daf032e504b1da8f9dd95ad1f4541, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731448583419 2024-11-12T21:56:28,552 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 201dbefc06bf4892b1a4a8222f65a457, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731448585749 2024-11-12T21:56:28,553 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d0e9c3c59384720a1f62f817cf107ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731448585749 2024-11-12T21:56:28,557 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:28,559 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411123c9fa7720da643ff9e06f29c46ac5961_2a54d6a3f6d19d1f1a45b232795b021f store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:28,559 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a54d6a3f6d19d1f1a45b232795b021f#B#compaction#488 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:56:28,559 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/c58c1541d8b94b9d97ad6c6229ef9c7d is 50, key is test_row_0/B:col10/1731448585749/Put/seqid=0 2024-11-12T21:56:28,561 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411123c9fa7720da643ff9e06f29c46ac5961_2a54d6a3f6d19d1f1a45b232795b021f, store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:28,561 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123c9fa7720da643ff9e06f29c46ac5961_2a54d6a3f6d19d1f1a45b232795b021f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:28,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742397_1573 (size=12813) 2024-11-12T21:56:28,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742398_1574 (size=4469) 2024-11-12T21:56:28,573 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a54d6a3f6d19d1f1a45b232795b021f#A#compaction#487 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:56:28,574 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/38a67796af764bdd90646bcee2ae9063 is 175, key is test_row_0/A:col10/1731448585749/Put/seqid=0 2024-11-12T21:56:28,575 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/c58c1541d8b94b9d97ad6c6229ef9c7d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/c58c1541d8b94b9d97ad6c6229ef9c7d 2024-11-12T21:56:28,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742399_1575 (size=31767) 2024-11-12T21:56:28,579 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2a54d6a3f6d19d1f1a45b232795b021f/B of 2a54d6a3f6d19d1f1a45b232795b021f into c58c1541d8b94b9d97ad6c6229ef9c7d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:56:28,579 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:28,579 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., storeName=2a54d6a3f6d19d1f1a45b232795b021f/B, priority=12, startTime=1731448588550; duration=0sec 2024-11-12T21:56:28,580 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:56:28,580 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a54d6a3f6d19d1f1a45b232795b021f:B 2024-11-12T21:56:28,580 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:56:28,580 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46736 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T21:56:28,581 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 2a54d6a3f6d19d1f1a45b232795b021f/C is initiating minor compaction (all files) 2024-11-12T21:56:28,581 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a54d6a3f6d19d1f1a45b232795b021f/C in TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:28,581 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/2407404e7c064341ab11fd719290e265, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/724244d3485b435e84f51f55ecdf5fd4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/0a95eb7222b94f769a5582341884a1b1, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/633f2562d4324135a4001713ddb17701] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp, totalSize=45.6 K 2024-11-12T21:56:28,581 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 2407404e7c064341ab11fd719290e265, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731448582082 2024-11-12T21:56:28,581 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 724244d3485b435e84f51f55ecdf5fd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731448582245 2024-11-12T21:56:28,581 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a95eb7222b94f769a5582341884a1b1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731448583419 2024-11-12T21:56:28,582 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 633f2562d4324135a4001713ddb17701, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731448585749 2024-11-12T21:56:28,588 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a54d6a3f6d19d1f1a45b232795b021f#C#compaction#489 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:56:28,588 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/a38a40db97994eb29671da688b7c4dbc is 50, key is test_row_0/C:col10/1731448585749/Put/seqid=0 2024-11-12T21:56:28,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742400_1576 (size=12813) 2024-11-12T21:56:28,594 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/a38a40db97994eb29671da688b7c4dbc as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/a38a40db97994eb29671da688b7c4dbc 2024-11-12T21:56:28,598 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2a54d6a3f6d19d1f1a45b232795b021f/C of 2a54d6a3f6d19d1f1a45b232795b021f into a38a40db97994eb29671da688b7c4dbc(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:56:28,598 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:28,598 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., storeName=2a54d6a3f6d19d1f1a45b232795b021f/C, priority=12, startTime=1731448588550; duration=0sec 2024-11-12T21:56:28,598 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:28,598 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a54d6a3f6d19d1f1a45b232795b021f:C 2024-11-12T21:56:28,653 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T21:56:28,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-12T21:56:28,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:28,658 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 2a54d6a3f6d19d1f1a45b232795b021f 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-12T21:56:28,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=A 2024-11-12T21:56:28,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:28,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=B 2024-11-12T21:56:28,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:28,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=C 2024-11-12T21:56:28,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:28,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e0f47d5887264f8380ba4bafaf463118_2a54d6a3f6d19d1f1a45b232795b021f is 50, key is test_row_0/A:col10/1731448586936/Put/seqid=0 2024-11-12T21:56:28,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742401_1577 (size=12454) 2024-11-12T21:56:28,980 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/38a67796af764bdd90646bcee2ae9063 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/38a67796af764bdd90646bcee2ae9063 2024-11-12T21:56:28,983 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2a54d6a3f6d19d1f1a45b232795b021f/A of 2a54d6a3f6d19d1f1a45b232795b021f into 38a67796af764bdd90646bcee2ae9063(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:56:28,984 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:28,984 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., storeName=2a54d6a3f6d19d1f1a45b232795b021f/A, priority=12, startTime=1731448588549; duration=0sec 2024-11-12T21:56:28,984 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:28,984 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a54d6a3f6d19d1f1a45b232795b021f:A 2024-11-12T21:56:29,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:29,068 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e0f47d5887264f8380ba4bafaf463118_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e0f47d5887264f8380ba4bafaf463118_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:29,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/8ddad8ab847a46d5aa979cac89c8dd2e, store: [table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:29,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/8ddad8ab847a46d5aa979cac89c8dd2e is 175, key is test_row_0/A:col10/1731448586936/Put/seqid=0 2024-11-12T21:56:29,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742402_1578 (size=31255) 2024-11-12T21:56:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:29,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. as already flushing 2024-11-12T21:56:29,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448589115, max timestamp=1731448589153Num uniques 859; 2024-11-12T21:56:29,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448589115, max timestamp=1731448589153Num uniques 859; 2024-11-12T21:56:29,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:56:29,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:56:29,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731448589115, max timestamp=1731448589153Num uniques 859; 2024-11-12T21:56:29,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-12T21:56:29,239 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731448589210, max timestamp=1731448589236Num uniques 1018; 2024-11-12T21:56:29,239 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-12T21:56:29,239 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731448589210, max timestamp=1731448589236Num uniques 1018; 2024-11-12T21:56:29,239 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-12T21:56:29,240 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731448589210, max timestamp=1731448589236Num uniques 1018; 2024-11-12T21:56:29,240 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-12T21:56:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-12T21:56:29,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731448589296, max timestamp=1731448589323Num uniques 1027; 2024-11-12T21:56:29,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-12T21:56:29,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731448589296, max timestamp=1731448589323Num uniques 1027; 2024-11-12T21:56:29,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731448589296, max timestamp=1731448589323Num uniques 1027; 2024-11-12T21:56:29,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-12T21:56:29,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-12T21:56:29,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731448589352, max timestamp=1731448589397Num uniques 1036; 2024-11-12T21:56:29,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-12T21:56:29,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731448589352, max timestamp=1731448589397Num uniques 1036; 2024-11-12T21:56:29,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731448589352, max timestamp=1731448589397Num uniques 1036; 2024-11-12T21:56:29,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-12T21:56:29,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-12T21:56:29,473 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/8ddad8ab847a46d5aa979cac89c8dd2e 2024-11-12T21:56:29,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/90baaf9d350a4062ba7df731b14facef is 50, key is test_row_0/B:col10/1731448586936/Put/seqid=0 2024-11-12T21:56:29,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742403_1579 (size=12301) 2024-11-12T21:56:29,494 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731448589452, max timestamp=1731448589490Num uniques 1045; 2024-11-12T21:56:29,494 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-12T21:56:29,494 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731448589452, max timestamp=1731448589490Num uniques 1045; 2024-11-12T21:56:29,494 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-12T21:56:29,495 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731448589452, max timestamp=1731448589490Num uniques 1045; 2024-11-12T21:56:29,495 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/0c576948786c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-12T21:56:29,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448649573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:29,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:29,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:29,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:29,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448649689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:29,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:29,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:29,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:29,882 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/90baaf9d350a4062ba7df731b14facef 2024-11-12T21:56:29,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/67cd93bb532e44a29aa4578c525ea462 is 50, key is test_row_0/C:col10/1731448586936/Put/seqid=0 2024-11-12T21:56:29,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742404_1580 (size=12301) 2024-11-12T21:56:29,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448649900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:29,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:29,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:29,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:30,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:56:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41070 deadline: 1731448650209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 2024-11-12T21:56:30,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 , the old value is region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:30,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T21:56:30,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., hostname=0c576948786c,34327,1731448410123, seqNum=5 because the exception is null or not the one we care about 2024-11-12T21:56:30,291 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/67cd93bb532e44a29aa4578c525ea462 2024-11-12T21:56:30,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/8ddad8ab847a46d5aa979cac89c8dd2e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/8ddad8ab847a46d5aa979cac89c8dd2e 2024-11-12T21:56:30,297 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/8ddad8ab847a46d5aa979cac89c8dd2e, entries=150, sequenceid=291, filesize=30.5 K 2024-11-12T21:56:30,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/90baaf9d350a4062ba7df731b14facef as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/90baaf9d350a4062ba7df731b14facef 2024-11-12T21:56:30,300 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/90baaf9d350a4062ba7df731b14facef, entries=150, sequenceid=291, filesize=12.0 K 2024-11-12T21:56:30,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/67cd93bb532e44a29aa4578c525ea462 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/67cd93bb532e44a29aa4578c525ea462 2024-11-12T21:56:30,303 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/67cd93bb532e44a29aa4578c525ea462, entries=150, sequenceid=291, filesize=12.0 K 2024-11-12T21:56:30,304 INFO [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 2a54d6a3f6d19d1f1a45b232795b021f in 1646ms, sequenceid=291, compaction requested=false 2024-11-12T21:56:30,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:30,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:30,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-12T21:56:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-12T21:56:30,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-12T21:56:30,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1720 sec 2024-11-12T21:56:30,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 3.1770 sec 2024-11-12T21:56:30,334 INFO [Thread-2317 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2317. 2024-11-12T21:56:30,334 DEBUG [Thread-2317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:56:30,334 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:30,334 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:30,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:56:30,335 INFO [Thread-2315 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2315. 2024-11-12T21:56:30,335 DEBUG [Thread-2315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:56:30,335 DEBUG [Thread-2315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:30,335 DEBUG [Thread-2315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:30,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:56:30,335 INFO [Thread-2313 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2313. 2024-11-12T21:56:30,335 DEBUG [Thread-2313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:56:30,335 DEBUG [Thread-2313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:30,335 DEBUG [Thread-2313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:30,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:56:30,338 INFO [Thread-2319 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2319. 2024-11-12T21:56:30,338 DEBUG [Thread-2319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:56:30,338 DEBUG [Thread-2319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:30,338 DEBUG [Thread-2319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:30,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:56:30,338 INFO [Thread-2311 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2311. 2024-11-12T21:56:30,338 DEBUG [Thread-2311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:56:30,339 DEBUG [Thread-2311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:30,339 DEBUG [Thread-2311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:30,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:56:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34327 {}] regionserver.HRegion(8855): Flush requested on 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:30,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a54d6a3f6d19d1f1a45b232795b021f 3/3 column families, dataSize=147.60 KB heapSize=422.16 KB 2024-11-12T21:56:30,722 INFO [Thread-2306 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2306. 2024-11-12T21:56:30,722 DEBUG [Thread-2306 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:56:30,722 DEBUG [Thread-2306 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:30,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=A 2024-11-12T21:56:30,722 DEBUG [Thread-2306 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:30,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:56:30,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:56:30,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=B 2024-11-12T21:56:30,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:56:30,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=C 2024-11-12T21:56:30,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-12T21:56:30,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d9a1eff8e23f4f109c987c14e3f10d86_2a54d6a3f6d19d1f1a45b232795b021f is 50, key is test_row_0/A:col10/1731448590720/Put/seqid=0 2024-11-12T21:56:30,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742405_1581 (size=12454) 2024-11-12T21:56:30,841 INFO [Thread-2300 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2300. 2024-11-12T21:56:30,841 DEBUG [Thread-2300 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:56:30,841 DEBUG [Thread-2300 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:30,841 DEBUG [Thread-2300 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:30,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:56:31,130 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:31,134 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d9a1eff8e23f4f109c987c14e3f10d86_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d9a1eff8e23f4f109c987c14e3f10d86_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:31,135 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/0607e9af5448431c8beaa186e8759b2c, store: [table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:31,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/0607e9af5448431c8beaa186e8759b2c is 175, key is test_row_0/A:col10/1731448590720/Put/seqid=0 2024-11-12T21:56:31,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742406_1582 (size=31255) 2024-11-12T21:56:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-12T21:56:31,291 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:56:31,542 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/0607e9af5448431c8beaa186e8759b2c 2024-11-12T21:56:31,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/de277cb322e84fd5bdcb5252b6798286 is 50, key is test_row_0/B:col10/1731448590720/Put/seqid=0 2024-11-12T21:56:31,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742407_1583 (size=12301) 2024-11-12T21:56:31,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/de277cb322e84fd5bdcb5252b6798286 2024-11-12T21:56:31,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/befc29ba521a41f7b0fa8a74945fe598 is 50, key is test_row_0/C:col10/1731448590720/Put/seqid=0 2024-11-12T21:56:31,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742408_1584 (size=12301) 2024-11-12T21:56:32,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/befc29ba521a41f7b0fa8a74945fe598 2024-11-12T21:56:32,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/0607e9af5448431c8beaa186e8759b2c as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/0607e9af5448431c8beaa186e8759b2c 2024-11-12T21:56:32,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/0607e9af5448431c8beaa186e8759b2c, entries=150, sequenceid=399, filesize=30.5 K 2024-11-12T21:56:32,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/de277cb322e84fd5bdcb5252b6798286 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/de277cb322e84fd5bdcb5252b6798286 2024-11-12T21:56:32,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/de277cb322e84fd5bdcb5252b6798286, entries=150, sequenceid=399, filesize=12.0 K 2024-11-12T21:56:32,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/befc29ba521a41f7b0fa8a74945fe598 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/befc29ba521a41f7b0fa8a74945fe598 2024-11-12T21:56:32,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/befc29ba521a41f7b0fa8a74945fe598, entries=150, sequenceid=399, filesize=12.0 K 2024-11-12T21:56:32,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~422.11 KB/432240, currentSize=6.71 KB/6870 for 2a54d6a3f6d19d1f1a45b232795b021f in 1667ms, sequenceid=399, compaction requested=true 2024-11-12T21:56:32,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:32,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a54d6a3f6d19d1f1a45b232795b021f:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T21:56:32,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:32,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a54d6a3f6d19d1f1a45b232795b021f:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T21:56:32,389 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:56:32,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:32,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a54d6a3f6d19d1f1a45b232795b021f:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T21:56:32,389 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:56:32,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:56:32,390 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:56:32,390 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:56:32,390 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1541): 2a54d6a3f6d19d1f1a45b232795b021f/A is initiating minor compaction (all files) 2024-11-12T21:56:32,390 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 2a54d6a3f6d19d1f1a45b232795b021f/B is initiating minor compaction (all files) 2024-11-12T21:56:32,390 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a54d6a3f6d19d1f1a45b232795b021f/A in TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:32,390 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a54d6a3f6d19d1f1a45b232795b021f/B in TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:32,390 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/38a67796af764bdd90646bcee2ae9063, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/8ddad8ab847a46d5aa979cac89c8dd2e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/0607e9af5448431c8beaa186e8759b2c] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp, totalSize=92.1 K 2024-11-12T21:56:32,390 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/c58c1541d8b94b9d97ad6c6229ef9c7d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/90baaf9d350a4062ba7df731b14facef, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/de277cb322e84fd5bdcb5252b6798286] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp, totalSize=36.5 K 2024-11-12T21:56:32,390 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:32,390 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. files: [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/38a67796af764bdd90646bcee2ae9063, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/8ddad8ab847a46d5aa979cac89c8dd2e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/0607e9af5448431c8beaa186e8759b2c] 2024-11-12T21:56:32,390 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting c58c1541d8b94b9d97ad6c6229ef9c7d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731448585749 2024-11-12T21:56:32,391 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38a67796af764bdd90646bcee2ae9063, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731448585749 2024-11-12T21:56:32,391 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ddad8ab847a46d5aa979cac89c8dd2e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731448586906 2024-11-12T21:56:32,391 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 90baaf9d350a4062ba7df731b14facef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731448586906 2024-11-12T21:56:32,391 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0607e9af5448431c8beaa186e8759b2c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731448589567 2024-11-12T21:56:32,391 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting de277cb322e84fd5bdcb5252b6798286, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731448589567 2024-11-12T21:56:32,398 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:32,400 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a54d6a3f6d19d1f1a45b232795b021f#B#compaction#497 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:56:32,400 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111239227abf7d8c499186e925c7057a92c2_2a54d6a3f6d19d1f1a45b232795b021f store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:32,401 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/fd81dd04917944efb26e5b7460be4dae is 50, key is test_row_0/B:col10/1731448590720/Put/seqid=0 2024-11-12T21:56:32,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742409_1585 (size=12915) 2024-11-12T21:56:32,406 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111239227abf7d8c499186e925c7057a92c2_2a54d6a3f6d19d1f1a45b232795b021f, store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:32,406 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111239227abf7d8c499186e925c7057a92c2_2a54d6a3f6d19d1f1a45b232795b021f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:32,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742410_1586 (size=4469) 2024-11-12T21:56:32,810 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/fd81dd04917944efb26e5b7460be4dae as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/fd81dd04917944efb26e5b7460be4dae 2024-11-12T21:56:32,811 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a54d6a3f6d19d1f1a45b232795b021f#A#compaction#496 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:56:32,811 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/4a7767f7a51442169cb33c086b1a0e43 is 175, key is test_row_0/A:col10/1731448590720/Put/seqid=0 2024-11-12T21:56:32,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742411_1587 (size=31869) 2024-11-12T21:56:32,816 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a54d6a3f6d19d1f1a45b232795b021f/B of 2a54d6a3f6d19d1f1a45b232795b021f into fd81dd04917944efb26e5b7460be4dae(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:56:32,816 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:32,816 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., storeName=2a54d6a3f6d19d1f1a45b232795b021f/B, priority=13, startTime=1731448592388; duration=0sec 2024-11-12T21:56:32,816 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T21:56:32,816 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a54d6a3f6d19d1f1a45b232795b021f:B 2024-11-12T21:56:32,816 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T21:56:32,817 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T21:56:32,817 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1541): 2a54d6a3f6d19d1f1a45b232795b021f/C is initiating minor compaction (all files) 2024-11-12T21:56:32,817 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a54d6a3f6d19d1f1a45b232795b021f/C in TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:32,817 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/a38a40db97994eb29671da688b7c4dbc, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/67cd93bb532e44a29aa4578c525ea462, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/befc29ba521a41f7b0fa8a74945fe598] into tmpdir=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp, totalSize=36.5 K 2024-11-12T21:56:32,818 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting a38a40db97994eb29671da688b7c4dbc, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731448585749 2024-11-12T21:56:32,818 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting 67cd93bb532e44a29aa4578c525ea462, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731448586906 2024-11-12T21:56:32,818 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] compactions.Compactor(225): Compacting befc29ba521a41f7b0fa8a74945fe598, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731448589567 2024-11-12T21:56:32,825 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a54d6a3f6d19d1f1a45b232795b021f#C#compaction#498 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:56:32,825 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/f9161aef288e466c9708f504134722b8 is 50, key is test_row_0/C:col10/1731448590720/Put/seqid=0 2024-11-12T21:56:32,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742412_1588 (size=12915) 2024-11-12T21:56:33,225 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/4a7767f7a51442169cb33c086b1a0e43 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/4a7767f7a51442169cb33c086b1a0e43 2024-11-12T21:56:33,233 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a54d6a3f6d19d1f1a45b232795b021f/A of 2a54d6a3f6d19d1f1a45b232795b021f into 4a7767f7a51442169cb33c086b1a0e43(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:56:33,233 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:33,233 INFO [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., storeName=2a54d6a3f6d19d1f1a45b232795b021f/A, priority=13, startTime=1731448592388; duration=0sec 2024-11-12T21:56:33,233 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:33,233 DEBUG [RS:0;0c576948786c:34327-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a54d6a3f6d19d1f1a45b232795b021f:A 2024-11-12T21:56:33,234 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/f9161aef288e466c9708f504134722b8 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/f9161aef288e466c9708f504134722b8 2024-11-12T21:56:33,240 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a54d6a3f6d19d1f1a45b232795b021f/C of 2a54d6a3f6d19d1f1a45b232795b021f into f9161aef288e466c9708f504134722b8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:56:33,240 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a54d6a3f6d19d1f1a45b232795b021f: 2024-11-12T21:56:33,240 INFO [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., storeName=2a54d6a3f6d19d1f1a45b232795b021f/C, priority=13, startTime=1731448592389; duration=0sec 2024-11-12T21:56:33,240 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T21:56:33,240 DEBUG [RS:0;0c576948786c:34327-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a54d6a3f6d19d1f1a45b232795b021f:C 2024-11-12T21:56:38,394 INFO [Thread-2304 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2304. 2024-11-12T21:56:38,394 DEBUG [Thread-2304 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:56:38,394 DEBUG [Thread-2304 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:38,394 DEBUG [Thread-2304 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:38,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:56:38,412 INFO [Thread-2308 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2308. 2024-11-12T21:56:38,412 DEBUG [Thread-2308 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:56:38,413 DEBUG [Thread-2308 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:38,413 DEBUG [Thread-2308 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:38,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:56:38,433 INFO [Thread-2302 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2302. 2024-11-12T21:56:38,433 DEBUG [Thread-2302 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T21:56:38,433 DEBUG [Thread-2302 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:38,433 DEBUG [Thread-2302 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:38,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:56:38,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T21:56:38,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-12T21:56:38,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-12T21:56:38,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-12T21:56:38,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 233 2024-11-12T21:56:38,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-12T21:56:38,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T21:56:38,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3046 2024-11-12T21:56:38,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3007 2024-11-12T21:56:38,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3013 2024-11-12T21:56:38,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3047 2024-11-12T21:56:38,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3010 2024-11-12T21:56:38,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T21:56:38,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:56:38,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:56:38,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:38,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:38,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:56:38,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T21:56:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T21:56:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T21:56:38,443 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448598443"}]},"ts":"1731448598443"} 2024-11-12T21:56:38,446 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T21:56:38,446 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T21:56:38,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T21:56:38,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a54d6a3f6d19d1f1a45b232795b021f, UNASSIGN}] 2024-11-12T21:56:38,450 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a54d6a3f6d19d1f1a45b232795b021f, UNASSIGN 2024-11-12T21:56:38,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=162 updating hbase:meta row=2a54d6a3f6d19d1f1a45b232795b021f, regionState=CLOSING, regionLocation=0c576948786c,34327,1731448410123 2024-11-12T21:56:38,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a54d6a3f6d19d1f1a45b232795b021f, UNASSIGN because future has completed 2024-11-12T21:56:38,452 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:56:38,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123}] 2024-11-12T21:56:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T21:56:38,605 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(122): Close 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:38,605 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:56:38,605 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1722): Closing 2a54d6a3f6d19d1f1a45b232795b021f, disabling compactions & flushes 2024-11-12T21:56:38,605 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:38,605 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:38,605 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. after waiting 0 ms 2024-11-12T21:56:38,605 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:38,606 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(2902): Flushing 2a54d6a3f6d19d1f1a45b232795b021f 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-12T21:56:38,606 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=A 2024-11-12T21:56:38,606 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:38,607 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=B 2024-11-12T21:56:38,607 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:38,607 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a54d6a3f6d19d1f1a45b232795b021f, store=C 2024-11-12T21:56:38,607 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T21:56:38,618 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121186f443aeba4e0ca1ead6562693f008_2a54d6a3f6d19d1f1a45b232795b021f is 50, key is test_row_0/A:col10/1731448590840/Put/seqid=0 2024-11-12T21:56:38,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742413_1589 (size=12454) 2024-11-12T21:56:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T21:56:39,023 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:56:39,033 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121186f443aeba4e0ca1ead6562693f008_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121186f443aeba4e0ca1ead6562693f008_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:39,035 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/81bf1de51887423693307b2f6c493819, store: [table=TestAcidGuarantees family=A region=2a54d6a3f6d19d1f1a45b232795b021f] 2024-11-12T21:56:39,035 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/81bf1de51887423693307b2f6c493819 is 175, key is test_row_0/A:col10/1731448590840/Put/seqid=0 2024-11-12T21:56:39,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742414_1590 (size=31255) 2024-11-12T21:56:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T21:56:39,439 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/81bf1de51887423693307b2f6c493819 2024-11-12T21:56:39,446 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/e4eaaec54d804e168cc62227afd88e9d is 50, key is test_row_0/B:col10/1731448590840/Put/seqid=0 2024-11-12T21:56:39,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742415_1591 (size=12301) 2024-11-12T21:56:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T21:56:39,850 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/e4eaaec54d804e168cc62227afd88e9d 2024-11-12T21:56:39,861 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/203edbfb2fac47d68584e99f19ecd0ec is 50, key is test_row_0/C:col10/1731448590840/Put/seqid=0 2024-11-12T21:56:39,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742416_1592 (size=12301) 2024-11-12T21:56:40,268 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/203edbfb2fac47d68584e99f19ecd0ec 2024-11-12T21:56:40,277 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/A/81bf1de51887423693307b2f6c493819 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/81bf1de51887423693307b2f6c493819 2024-11-12T21:56:40,281 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/81bf1de51887423693307b2f6c493819, entries=150, sequenceid=409, filesize=30.5 K 2024-11-12T21:56:40,282 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/B/e4eaaec54d804e168cc62227afd88e9d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/e4eaaec54d804e168cc62227afd88e9d 2024-11-12T21:56:40,287 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/e4eaaec54d804e168cc62227afd88e9d, entries=150, sequenceid=409, filesize=12.0 K 2024-11-12T21:56:40,287 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/.tmp/C/203edbfb2fac47d68584e99f19ecd0ec as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/203edbfb2fac47d68584e99f19ecd0ec 2024-11-12T21:56:40,292 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/203edbfb2fac47d68584e99f19ecd0ec, entries=150, sequenceid=409, filesize=12.0 K 2024-11-12T21:56:40,293 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 2a54d6a3f6d19d1f1a45b232795b021f in 1687ms, sequenceid=409, compaction requested=false 2024-11-12T21:56:40,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/df9f319103a64dc689e7ad85019f7554, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/1ca1cfb641c740119d7ccbe36091bd5a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/86c6be7a6dd2447c8fd96315207c3d4f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/178c88c1208143aa87a7b7b4fb3a14b1, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/a3a631d296ac470f96d36f58d7adbe52, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/d66f79ce71534f648d10ca67bb2d36f0, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/d1a3ec74233144bcaaf9b533be956802, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/0dcd351360d94e4badaf76837843338e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/f40025f659bb4ea582a436b080f08751, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/a9409246874a465eaa26d3ae71884d3c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/e00a689994294505b9be8b123c7ea265, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/99b9d82d24f145d2af31cb0c9c1920f3, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/60c28e50f63d4619a6d41aed74058fd4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/1d0a7bc95e0f4a3a9b38eb6f6fd9e29e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/38a67796af764bdd90646bcee2ae9063, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/201dbefc06bf4892b1a4a8222f65a457, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/8ddad8ab847a46d5aa979cac89c8dd2e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/0607e9af5448431c8beaa186e8759b2c] to archive 2024-11-12T21:56:40,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:56:40,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/df9f319103a64dc689e7ad85019f7554 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/df9f319103a64dc689e7ad85019f7554 2024-11-12T21:56:40,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/1ca1cfb641c740119d7ccbe36091bd5a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/1ca1cfb641c740119d7ccbe36091bd5a 2024-11-12T21:56:40,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/86c6be7a6dd2447c8fd96315207c3d4f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/86c6be7a6dd2447c8fd96315207c3d4f 2024-11-12T21:56:40,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/178c88c1208143aa87a7b7b4fb3a14b1 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/178c88c1208143aa87a7b7b4fb3a14b1 2024-11-12T21:56:40,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/a3a631d296ac470f96d36f58d7adbe52 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/a3a631d296ac470f96d36f58d7adbe52 2024-11-12T21:56:40,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/d66f79ce71534f648d10ca67bb2d36f0 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/d66f79ce71534f648d10ca67bb2d36f0 2024-11-12T21:56:40,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/d1a3ec74233144bcaaf9b533be956802 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/d1a3ec74233144bcaaf9b533be956802 2024-11-12T21:56:40,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/0dcd351360d94e4badaf76837843338e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/0dcd351360d94e4badaf76837843338e 2024-11-12T21:56:40,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/f40025f659bb4ea582a436b080f08751 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/f40025f659bb4ea582a436b080f08751 2024-11-12T21:56:40,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/a9409246874a465eaa26d3ae71884d3c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/a9409246874a465eaa26d3ae71884d3c 2024-11-12T21:56:40,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/e00a689994294505b9be8b123c7ea265 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/e00a689994294505b9be8b123c7ea265 2024-11-12T21:56:40,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/99b9d82d24f145d2af31cb0c9c1920f3 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/99b9d82d24f145d2af31cb0c9c1920f3 2024-11-12T21:56:40,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/60c28e50f63d4619a6d41aed74058fd4 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/60c28e50f63d4619a6d41aed74058fd4 2024-11-12T21:56:40,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/1d0a7bc95e0f4a3a9b38eb6f6fd9e29e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/1d0a7bc95e0f4a3a9b38eb6f6fd9e29e 2024-11-12T21:56:40,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/38a67796af764bdd90646bcee2ae9063 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/38a67796af764bdd90646bcee2ae9063 2024-11-12T21:56:40,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/201dbefc06bf4892b1a4a8222f65a457 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/201dbefc06bf4892b1a4a8222f65a457 2024-11-12T21:56:40,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/8ddad8ab847a46d5aa979cac89c8dd2e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/8ddad8ab847a46d5aa979cac89c8dd2e 2024-11-12T21:56:40,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/0607e9af5448431c8beaa186e8759b2c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/0607e9af5448431c8beaa186e8759b2c 2024-11-12T21:56:40,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/0c399cc309fc4c4b8d416ce5aa89fc7f, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/227846e8a48240578186cc5ea952ed6d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/b28fe580fa77458b8e5637757dbb4978, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/edde5b0966ce4494bf1be0aff1578a0c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/f14bd0f4bffe4aa9bf27236d10beb4dd, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/ff6540ad0c4042fdb29c7a9c92e85e0b, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/a02d555707fc4d6986ae1b7cc537316e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/a8bf2a51ebc044c1a94355cad0d9b0d7, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/f0f9879eb1204da088a02efe4e94e286, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/fdf0b7499258407185923cb258fe3b27, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/e2f71bc703394874a625ac016bb12ff6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/1d176bab860c4306b809a96ceca84fd9, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/64d2768f7e1c46d9ac26b6c3f2784ca5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/de1daf032e504b1da8f9dd95ad1f4541, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/c58c1541d8b94b9d97ad6c6229ef9c7d, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/4d0e9c3c59384720a1f62f817cf107ca, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/90baaf9d350a4062ba7df731b14facef, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/de277cb322e84fd5bdcb5252b6798286] to archive 2024-11-12T21:56:40,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:56:40,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/0c399cc309fc4c4b8d416ce5aa89fc7f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/0c399cc309fc4c4b8d416ce5aa89fc7f 2024-11-12T21:56:40,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/227846e8a48240578186cc5ea952ed6d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/227846e8a48240578186cc5ea952ed6d 2024-11-12T21:56:40,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/b28fe580fa77458b8e5637757dbb4978 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/b28fe580fa77458b8e5637757dbb4978 2024-11-12T21:56:40,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/edde5b0966ce4494bf1be0aff1578a0c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/edde5b0966ce4494bf1be0aff1578a0c 2024-11-12T21:56:40,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/f14bd0f4bffe4aa9bf27236d10beb4dd to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/f14bd0f4bffe4aa9bf27236d10beb4dd 2024-11-12T21:56:40,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/ff6540ad0c4042fdb29c7a9c92e85e0b to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/ff6540ad0c4042fdb29c7a9c92e85e0b 2024-11-12T21:56:40,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/a02d555707fc4d6986ae1b7cc537316e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/a02d555707fc4d6986ae1b7cc537316e 2024-11-12T21:56:40,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/a8bf2a51ebc044c1a94355cad0d9b0d7 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/a8bf2a51ebc044c1a94355cad0d9b0d7 2024-11-12T21:56:40,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/f0f9879eb1204da088a02efe4e94e286 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/f0f9879eb1204da088a02efe4e94e286 2024-11-12T21:56:40,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/fdf0b7499258407185923cb258fe3b27 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/fdf0b7499258407185923cb258fe3b27 2024-11-12T21:56:40,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/e2f71bc703394874a625ac016bb12ff6 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/e2f71bc703394874a625ac016bb12ff6 2024-11-12T21:56:40,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/1d176bab860c4306b809a96ceca84fd9 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/1d176bab860c4306b809a96ceca84fd9 2024-11-12T21:56:40,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/64d2768f7e1c46d9ac26b6c3f2784ca5 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/64d2768f7e1c46d9ac26b6c3f2784ca5 2024-11-12T21:56:40,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/de1daf032e504b1da8f9dd95ad1f4541 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/de1daf032e504b1da8f9dd95ad1f4541 2024-11-12T21:56:40,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/c58c1541d8b94b9d97ad6c6229ef9c7d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/c58c1541d8b94b9d97ad6c6229ef9c7d 2024-11-12T21:56:40,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/4d0e9c3c59384720a1f62f817cf107ca to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/4d0e9c3c59384720a1f62f817cf107ca 2024-11-12T21:56:40,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/90baaf9d350a4062ba7df731b14facef to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/90baaf9d350a4062ba7df731b14facef 2024-11-12T21:56:40,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/de277cb322e84fd5bdcb5252b6798286 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/de277cb322e84fd5bdcb5252b6798286 2024-11-12T21:56:40,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/cfec307ff6934f3580eb68a328dc639a, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/58fc3c596eab4363a29c3d2de8ebaab1, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/cb8c3d794e4e4ebc9d9bae5e03fa3d39, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/0a47dc20b6fa469b874c893bac519aa5, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/c0efe172952a4515b016659d3261bbe6, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/3be66db8fbd2477085f61960c6976d37, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/53e0f8a0d7144fa3a03c02d943fcbc2e, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/863715002e5e406286ec52c0e07cae06, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/ebd042fc6b1c42af8043c4bc4bb635fb, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/bd88a06017af45348693b615d564e41c, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/2407404e7c064341ab11fd719290e265, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/d69c41d3e08e4d36b647265f9c0fbca8, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/724244d3485b435e84f51f55ecdf5fd4, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/0a95eb7222b94f769a5582341884a1b1, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/a38a40db97994eb29671da688b7c4dbc, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/633f2562d4324135a4001713ddb17701, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/67cd93bb532e44a29aa4578c525ea462, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/befc29ba521a41f7b0fa8a74945fe598] to archive 2024-11-12T21:56:40,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:56:40,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/cfec307ff6934f3580eb68a328dc639a to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/cfec307ff6934f3580eb68a328dc639a 2024-11-12T21:56:40,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/58fc3c596eab4363a29c3d2de8ebaab1 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/58fc3c596eab4363a29c3d2de8ebaab1 2024-11-12T21:56:40,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/cb8c3d794e4e4ebc9d9bae5e03fa3d39 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/cb8c3d794e4e4ebc9d9bae5e03fa3d39 2024-11-12T21:56:40,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/0a47dc20b6fa469b874c893bac519aa5 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/0a47dc20b6fa469b874c893bac519aa5 2024-11-12T21:56:40,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/c0efe172952a4515b016659d3261bbe6 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/c0efe172952a4515b016659d3261bbe6 2024-11-12T21:56:40,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/3be66db8fbd2477085f61960c6976d37 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/3be66db8fbd2477085f61960c6976d37 2024-11-12T21:56:40,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/53e0f8a0d7144fa3a03c02d943fcbc2e to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/53e0f8a0d7144fa3a03c02d943fcbc2e 2024-11-12T21:56:40,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/863715002e5e406286ec52c0e07cae06 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/863715002e5e406286ec52c0e07cae06 2024-11-12T21:56:40,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/ebd042fc6b1c42af8043c4bc4bb635fb to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/ebd042fc6b1c42af8043c4bc4bb635fb 2024-11-12T21:56:40,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/bd88a06017af45348693b615d564e41c to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/bd88a06017af45348693b615d564e41c 2024-11-12T21:56:40,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/2407404e7c064341ab11fd719290e265 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/2407404e7c064341ab11fd719290e265 2024-11-12T21:56:40,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/d69c41d3e08e4d36b647265f9c0fbca8 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/d69c41d3e08e4d36b647265f9c0fbca8 2024-11-12T21:56:40,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/724244d3485b435e84f51f55ecdf5fd4 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/724244d3485b435e84f51f55ecdf5fd4 2024-11-12T21:56:40,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/0a95eb7222b94f769a5582341884a1b1 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/0a95eb7222b94f769a5582341884a1b1 2024-11-12T21:56:40,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/a38a40db97994eb29671da688b7c4dbc to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/a38a40db97994eb29671da688b7c4dbc 2024-11-12T21:56:40,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/633f2562d4324135a4001713ddb17701 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/633f2562d4324135a4001713ddb17701 2024-11-12T21:56:40,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/67cd93bb532e44a29aa4578c525ea462 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/67cd93bb532e44a29aa4578c525ea462 2024-11-12T21:56:40,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/befc29ba521a41f7b0fa8a74945fe598 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/befc29ba521a41f7b0fa8a74945fe598 2024-11-12T21:56:40,360 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/recovered.edits/412.seqid, newMaxSeqId=412, maxSeqId=4 2024-11-12T21:56:40,360 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. 2024-11-12T21:56:40,360 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1676): Region close journal for 2a54d6a3f6d19d1f1a45b232795b021f: Waiting for close lock at 1731448598605Running coprocessor pre-close hooks at 1731448598605Disabling compacts and flushes for region at 1731448598605Disabling writes for close at 1731448598605Obtaining lock to block concurrent updates at 1731448598606 (+1 ms)Preparing flush snapshotting stores in 2a54d6a3f6d19d1f1a45b232795b021f at 1731448598606Finished memstore snapshotting TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731448598607 (+1 ms)Flushing stores of TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f. at 1731448598609 (+2 ms)Flushing 2a54d6a3f6d19d1f1a45b232795b021f/A: creating writer at 1731448598609Flushing mob file 2a54d6a3f6d19d1f1a45b232795b021f/A: appending metadata at 1731448598618 (+9 ms)Flushing mob file 2a54d6a3f6d19d1f1a45b232795b021f/A: closing flushed file at 1731448598618Flushing 2a54d6a3f6d19d1f1a45b232795b021f/A: appending metadata at 1731448599035 (+417 ms)Flushing 2a54d6a3f6d19d1f1a45b232795b021f/A: closing flushed file at 1731448599035Flushing 2a54d6a3f6d19d1f1a45b232795b021f/B: creating writer at 1731448599444 (+409 ms)Flushing 2a54d6a3f6d19d1f1a45b232795b021f/B: appending metadata at 1731448599446 (+2 ms)Flushing 2a54d6a3f6d19d1f1a45b232795b021f/B: closing flushed file at 1731448599446Flushing 2a54d6a3f6d19d1f1a45b232795b021f/C: creating writer at 1731448599856 (+410 ms)Flushing 2a54d6a3f6d19d1f1a45b232795b021f/C: appending metadata at 1731448599860 (+4 ms)Flushing 2a54d6a3f6d19d1f1a45b232795b021f/C: closing flushed file at 1731448599860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67ebac73: reopening flushed file at 1731448600276 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72847d1: reopening flushed file at 1731448600281 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@497c8010: reopening flushed file at 1731448600287 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 2a54d6a3f6d19d1f1a45b232795b021f in 1687ms, sequenceid=409, compaction requested=false at 1731448600293 (+6 ms)Writing region close event to WAL at 1731448600358 (+65 ms)Running coprocessor post-close hooks at 1731448600360 (+2 ms)Closed at 1731448600360 2024-11-12T21:56:40,362 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(157): Closed 2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,362 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=162 updating hbase:meta row=2a54d6a3f6d19d1f1a45b232795b021f, regionState=CLOSED 2024-11-12T21:56:40,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=163, ppid=162, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 because future has completed 2024-11-12T21:56:40,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-12T21:56:40,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseRegionProcedure 2a54d6a3f6d19d1f1a45b232795b021f, server=0c576948786c,34327,1731448410123 in 1.9110 sec 2024-11-12T21:56:40,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=162, resume processing ppid=161 2024-11-12T21:56:40,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, ppid=161, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a54d6a3f6d19d1f1a45b232795b021f, UNASSIGN in 1.9160 sec 2024-11-12T21:56:40,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-12T21:56:40,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9190 sec 2024-11-12T21:56:40,368 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731448600368"}]},"ts":"1731448600368"} 2024-11-12T21:56:40,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T21:56:40,369 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T21:56:40,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9320 sec 2024-11-12T21:56:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T21:56:40,591 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:56:40,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T21:56:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:56:40,597 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:56:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T21:56:40,599 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=164, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:56:40,604 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,608 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C, FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/recovered.edits] 2024-11-12T21:56:40,613 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/4a7767f7a51442169cb33c086b1a0e43 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/4a7767f7a51442169cb33c086b1a0e43 2024-11-12T21:56:40,615 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/81bf1de51887423693307b2f6c493819 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/A/81bf1de51887423693307b2f6c493819 2024-11-12T21:56:40,620 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/e4eaaec54d804e168cc62227afd88e9d to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/e4eaaec54d804e168cc62227afd88e9d 2024-11-12T21:56:40,621 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/fd81dd04917944efb26e5b7460be4dae to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/B/fd81dd04917944efb26e5b7460be4dae 2024-11-12T21:56:40,625 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/203edbfb2fac47d68584e99f19ecd0ec to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/203edbfb2fac47d68584e99f19ecd0ec 2024-11-12T21:56:40,626 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/f9161aef288e466c9708f504134722b8 to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/C/f9161aef288e466c9708f504134722b8 2024-11-12T21:56:40,630 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/recovered.edits/412.seqid to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f/recovered.edits/412.seqid 2024-11-12T21:56:40,631 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/default/TestAcidGuarantees/2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,631 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T21:56:40,632 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T21:56:40,633 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-12T21:56:40,637 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111208fe6ad76d0e41b7b2352d5ef14a6554_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111208fe6ad76d0e41b7b2352d5ef14a6554_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,639 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121186f443aeba4e0ca1ead6562693f008_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121186f443aeba4e0ca1ead6562693f008_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,642 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112135f1092d19e4d4ca7c6e9afd5ad6407_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112135f1092d19e4d4ca7c6e9afd5ad6407_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,644 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112272830512fe34157aba5be56c8a5b9a4_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112272830512fe34157aba5be56c8a5b9a4_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,646 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123612d49bfb064c1ab787f844830a1f58_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123612d49bfb064c1ab787f844830a1f58_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,648 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112403cfe87107346f0bc3f22c5b8719f3d_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112403cfe87107346f0bc3f22c5b8719f3d_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,650 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127d77739d9ada4a70a5db2cbb09a33651_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127d77739d9ada4a70a5db2cbb09a33651_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,652 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112867d2323179745db889105b6628d92b2_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112867d2323179745db889105b6628d92b2_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,654 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112898a536e533749e9b9953e2952ebabd6_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112898a536e533749e9b9953e2952ebabd6_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,656 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a7d434c826f3499ba56d354bd254c25f_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a7d434c826f3499ba56d354bd254c25f_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,659 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b760eae7edb54e12858123f8ff7f2146_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b760eae7edb54e12858123f8ff7f2146_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,661 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112bcbfdc185df3446691936ab4194b4285_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112bcbfdc185df3446691936ab4194b4285_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,663 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d9a1eff8e23f4f109c987c14e3f10d86_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d9a1eff8e23f4f109c987c14e3f10d86_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,666 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e0f47d5887264f8380ba4bafaf463118_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e0f47d5887264f8380ba4bafaf463118_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,668 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e3d957fc34cc42e48589c5e406a749d1_2a54d6a3f6d19d1f1a45b232795b021f to hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e3d957fc34cc42e48589c5e406a749d1_2a54d6a3f6d19d1f1a45b232795b021f 2024-11-12T21:56:40,669 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T21:56:40,673 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=164, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:56:40,677 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T21:56:40,680 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T21:56:40,681 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=164, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:56:40,681 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T21:56:40,681 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731448600681"}]},"ts":"9223372036854775807"} 2024-11-12T21:56:40,683 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T21:56:40,683 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2a54d6a3f6d19d1f1a45b232795b021f, NAME => 'TestAcidGuarantees,,1731448567186.2a54d6a3f6d19d1f1a45b232795b021f.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T21:56:40,683 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T21:56:40,683 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731448600683"}]},"ts":"9223372036854775807"} 2024-11-12T21:56:40,684 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T21:56:40,685 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=164, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T21:56:40,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 93 msec 2024-11-12T21:56:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T21:56:40,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T21:56:40,710 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T21:56:40,718 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248 (was 246) - Thread LEAK? -, OpenFileDescriptor=447 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 476), ProcessCount=11 (was 11), AvailableMemoryMB=8578 (was 8852) 2024-11-12T21:56:40,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T21:56:40,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:56:40,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:56:40,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:40,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:40,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:56:40,718 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T21:56:40,718 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=261653369, stopped=false 2024-11-12T21:56:40,719 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c576948786c,43093,1731448409505 2024-11-12T21:56:40,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T21:56:40,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T21:56:40,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:56:40,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:56:40,720 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T21:56:40,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:56:40,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:56:40,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T21:56:40,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:40,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T21:56:40,722 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c576948786c,34327,1731448410123' ***** 2024-11-12T21:56:40,722 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T21:56:40,722 INFO [RS:0;0c576948786c:34327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T21:56:40,722 INFO [RS:0;0c576948786c:34327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T21:56:40,723 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T21:56:40,723 INFO [RS:0;0c576948786c:34327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T21:56:40,723 INFO [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(959): stopping server 0c576948786c,34327,1731448410123 2024-11-12T21:56:40,723 INFO [RS:0;0c576948786c:34327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T21:56:40,723 INFO [RS:0;0c576948786c:34327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c576948786c:34327. 2024-11-12T21:56:40,723 DEBUG [RS:0;0c576948786c:34327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:56:40,723 DEBUG [RS:0;0c576948786c:34327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:40,723 INFO [RS:0;0c576948786c:34327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T21:56:40,723 INFO [RS:0;0c576948786c:34327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T21:56:40,724 INFO [RS:0;0c576948786c:34327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T21:56:40,724 INFO [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T21:56:40,724 INFO [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T21:56:40,724 DEBUG [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T21:56:40,725 DEBUG [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:56:40,725 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T21:56:40,725 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T21:56:40,725 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T21:56:40,725 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T21:56:40,725 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T21:56:40,725 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-12T21:56:40,747 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/.tmp/info/d6a143c3324e45fb9fcfb8ae9656c75e is 95, key is TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0./info:/1731448445832/DeleteFamily/seqid=0 2024-11-12T21:56:40,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742417_1593 (size=6514) 2024-11-12T21:56:40,778 INFO [regionserver/0c576948786c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T21:56:40,779 INFO [regionserver/0c576948786c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T21:56:40,801 INFO [regionserver/0c576948786c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T21:56:40,925 DEBUG [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:56:41,125 DEBUG [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:56:41,152 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/.tmp/info/d6a143c3324e45fb9fcfb8ae9656c75e 2024-11-12T21:56:41,179 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/.tmp/ns/359af433881d4e9595a2669911aaf4b0 is 93, key is TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0./ns:/1731448445791/DeleteFamily/seqid=0 2024-11-12T21:56:41,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742418_1594 (size=5906) 2024-11-12T21:56:41,325 DEBUG [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:56:41,525 DEBUG [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:56:41,584 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/.tmp/ns/359af433881d4e9595a2669911aaf4b0 2024-11-12T21:56:41,609 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/.tmp/rep_barrier/5c33042b2ccc4c69a7ec939b90e5b43d is 102, key is TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0./rep_barrier:/1731448445791/DeleteFamily/seqid=0 2024-11-12T21:56:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742419_1595 (size=6025) 2024-11-12T21:56:41,726 DEBUG [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:56:41,926 DEBUG [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:56:42,013 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/.tmp/rep_barrier/5c33042b2ccc4c69a7ec939b90e5b43d 2024-11-12T21:56:42,038 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/.tmp/table/2d51887627e54bb9b004b0251a84c2de is 96, key is TestAcidGuarantees,,1731448413921.0078561006c7b287552e7e48723270c0./table:/1731448445791/DeleteFamily/seqid=0 2024-11-12T21:56:42,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742420_1596 (size=5936) 2024-11-12T21:56:42,126 DEBUG [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:56:42,326 DEBUG [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:56:42,442 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/.tmp/table/2d51887627e54bb9b004b0251a84c2de 2024-11-12T21:56:42,450 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/.tmp/info/d6a143c3324e45fb9fcfb8ae9656c75e as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/info/d6a143c3324e45fb9fcfb8ae9656c75e 2024-11-12T21:56:42,453 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/info/d6a143c3324e45fb9fcfb8ae9656c75e, entries=12, sequenceid=90, filesize=6.4 K 2024-11-12T21:56:42,454 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/.tmp/ns/359af433881d4e9595a2669911aaf4b0 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/ns/359af433881d4e9595a2669911aaf4b0 2024-11-12T21:56:42,458 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/ns/359af433881d4e9595a2669911aaf4b0, entries=8, sequenceid=90, filesize=5.8 K 2024-11-12T21:56:42,458 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/.tmp/rep_barrier/5c33042b2ccc4c69a7ec939b90e5b43d as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/rep_barrier/5c33042b2ccc4c69a7ec939b90e5b43d 2024-11-12T21:56:42,462 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/rep_barrier/5c33042b2ccc4c69a7ec939b90e5b43d, entries=6, sequenceid=90, filesize=5.9 K 2024-11-12T21:56:42,463 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/.tmp/table/2d51887627e54bb9b004b0251a84c2de as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/table/2d51887627e54bb9b004b0251a84c2de 2024-11-12T21:56:42,465 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/table/2d51887627e54bb9b004b0251a84c2de, entries=7, sequenceid=90, filesize=5.8 K 2024-11-12T21:56:42,466 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=90, compaction requested=false 2024-11-12T21:56:42,469 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-12T21:56:42,470 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T21:56:42,470 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T21:56:42,470 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731448600724Running coprocessor pre-close hooks at 1731448600725 (+1 ms)Disabling compacts and flushes for region at 1731448600725Disabling writes for close at 1731448600725Obtaining lock to block concurrent updates at 1731448600725Preparing flush snapshotting stores in 1588230740 at 1731448600725Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731448600725Flushing stores of hbase:meta,,1.1588230740 at 1731448600726 (+1 ms)Flushing 1588230740/info: creating writer at 1731448600726Flushing 1588230740/info: appending metadata at 1731448600747 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731448600747Flushing 1588230740/ns: creating writer at 1731448601161 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731448601179 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731448601179Flushing 1588230740/rep_barrier: creating writer at 1731448601592 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731448601608 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731448601608Flushing 1588230740/table: creating writer at 1731448602019 (+411 ms)Flushing 1588230740/table: appending metadata at 1731448602038 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731448602038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b6713b9: reopening flushed file at 1731448602449 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62decfd9: reopening flushed file at 1731448602453 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1960804c: reopening flushed file at 1731448602458 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c53345c: reopening flushed file at 1731448602462 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=90, compaction requested=false at 1731448602466 (+4 ms)Writing region close event to WAL at 1731448602467 (+1 ms)Running coprocessor post-close hooks at 1731448602470 (+3 ms)Closed at 1731448602470 2024-11-12T21:56:42,470 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T21:56:42,527 INFO [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(976): stopping server 0c576948786c,34327,1731448410123; all regions closed. 2024-11-12T21:56:42,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741834_1010 (size=25344) 2024-11-12T21:56:42,533 DEBUG [RS:0;0c576948786c:34327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/oldWALs 2024-11-12T21:56:42,533 INFO [RS:0;0c576948786c:34327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c576948786c%2C34327%2C1731448410123.meta:.meta(num 1731448413551) 2024-11-12T21:56:42,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741833_1009 (size=18739452) 2024-11-12T21:56:42,537 DEBUG [RS:0;0c576948786c:34327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/oldWALs 2024-11-12T21:56:42,537 INFO [RS:0;0c576948786c:34327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c576948786c%2C34327%2C1731448410123:(num 1731448412937) 2024-11-12T21:56:42,537 DEBUG [RS:0;0c576948786c:34327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:56:42,537 INFO [RS:0;0c576948786c:34327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T21:56:42,537 INFO [RS:0;0c576948786c:34327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T21:56:42,537 INFO [RS:0;0c576948786c:34327 {}] hbase.ChoreService(370): Chore service for: regionserver/0c576948786c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T21:56:42,538 INFO [RS:0;0c576948786c:34327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T21:56:42,538 INFO [regionserver/0c576948786c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T21:56:42,538 INFO [RS:0;0c576948786c:34327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34327 2024-11-12T21:56:42,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0c576948786c,34327,1731448410123 2024-11-12T21:56:42,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T21:56:42,541 INFO [RS:0;0c576948786c:34327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T21:56:42,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c576948786c,34327,1731448410123] 2024-11-12T21:56:42,543 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0c576948786c,34327,1731448410123 already deleted, retry=false 2024-11-12T21:56:42,543 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c576948786c,34327,1731448410123 expired; onlineServers=0 2024-11-12T21:56:42,544 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c576948786c,43093,1731448409505' ***** 2024-11-12T21:56:42,544 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T21:56:42,544 INFO [M:0;0c576948786c:43093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T21:56:42,544 INFO [M:0;0c576948786c:43093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T21:56:42,544 DEBUG [M:0;0c576948786c:43093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T21:56:42,544 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T21:56:42,544 DEBUG [M:0;0c576948786c:43093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T21:56:42,544 DEBUG [master/0c576948786c:0:becomeActiveMaster-HFileCleaner.small.0-1731448412684 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c576948786c:0:becomeActiveMaster-HFileCleaner.small.0-1731448412684,5,FailOnTimeoutGroup] 2024-11-12T21:56:42,544 INFO [M:0;0c576948786c:43093 {}] hbase.ChoreService(370): Chore service for: master/0c576948786c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T21:56:42,544 INFO [M:0;0c576948786c:43093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T21:56:42,545 DEBUG [M:0;0c576948786c:43093 {}] master.HMaster(1795): Stopping service threads 2024-11-12T21:56:42,545 INFO [M:0;0c576948786c:43093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T21:56:42,545 INFO [M:0;0c576948786c:43093 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T21:56:42,545 ERROR [M:0;0c576948786c:43093 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT 2024-11-12T21:56:42,545 DEBUG [master/0c576948786c:0:becomeActiveMaster-HFileCleaner.large.0-1731448412682 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c576948786c:0:becomeActiveMaster-HFileCleaner.large.0-1731448412682,5,FailOnTimeoutGroup] java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:38317 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38317,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-12T21:56:42,546 INFO [M:0;0c576948786c:43093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T21:56:42,546 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T21:56:42,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T21:56:42,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:56:42,547 DEBUG [M:0;0c576948786c:43093 {}] zookeeper.ZKUtil(347): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T21:56:42,547 WARN [M:0;0c576948786c:43093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T21:56:42,548 INFO [M:0;0c576948786c:43093 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/.lastflushedseqids 2024-11-12T21:56:42,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742421_1597 (size=72) 2024-11-12T21:56:42,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T21:56:42,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34327-0x10035ed66f70001, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T21:56:42,646 INFO [RS:0;0c576948786c:34327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T21:56:42,646 INFO [RS:0;0c576948786c:34327 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c576948786c,34327,1731448410123; zookeeper connection closed. 2024-11-12T21:56:42,647 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36305bdf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36305bdf 2024-11-12T21:56:42,648 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T21:56:42,957 INFO [M:0;0c576948786c:43093 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T21:56:42,957 INFO [M:0;0c576948786c:43093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T21:56:42,957 DEBUG [M:0;0c576948786c:43093 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T21:56:42,957 INFO [M:0;0c576948786c:43093 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:56:42,958 DEBUG [M:0;0c576948786c:43093 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:56:42,958 DEBUG [M:0;0c576948786c:43093 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T21:56:42,958 DEBUG [M:0;0c576948786c:43093 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:56:42,958 INFO [M:0;0c576948786c:43093 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=771.15 KB heapSize=944.91 KB 2024-11-12T21:56:42,972 DEBUG [M:0;0c576948786c:43093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/494cb7d013ed4ebf94243ef1bed6f4cb is 82, key is hbase:meta,,1/info:regioninfo/1731448413634/Put/seqid=0 2024-11-12T21:56:42,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742422_1598 (size=5672) 2024-11-12T21:56:43,375 INFO [M:0;0c576948786c:43093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2148 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/494cb7d013ed4ebf94243ef1bed6f4cb 2024-11-12T21:56:43,400 DEBUG [M:0;0c576948786c:43093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae77ce76a3ba40328ea680c3728cae97 is 2478, key is \x00\x00\x00\x00\x00\x00\x00\x1F/proc:d/1731448449030/Put/seqid=0 2024-11-12T21:56:43,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742423_1599 (size=44309) 2024-11-12T21:56:43,404 INFO [M:0;0c576948786c:43093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770.60 KB at sequenceid=2148 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae77ce76a3ba40328ea680c3728cae97 2024-11-12T21:56:43,409 INFO [M:0;0c576948786c:43093 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae77ce76a3ba40328ea680c3728cae97 2024-11-12T21:56:43,431 DEBUG [M:0;0c576948786c:43093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/447f0266678c41b78fc3122dc46fca47 is 69, key is 0c576948786c,34327,1731448410123/rs:state/1731448412705/Put/seqid=0 2024-11-12T21:56:43,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073742424_1600 (size=5156) 2024-11-12T21:56:43,440 INFO [M:0;0c576948786c:43093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2148 (bloomFilter=true), to=hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/447f0266678c41b78fc3122dc46fca47 2024-11-12T21:56:43,444 DEBUG [M:0;0c576948786c:43093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/494cb7d013ed4ebf94243ef1bed6f4cb as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/494cb7d013ed4ebf94243ef1bed6f4cb 2024-11-12T21:56:43,448 INFO [M:0;0c576948786c:43093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/494cb7d013ed4ebf94243ef1bed6f4cb, entries=8, sequenceid=2148, filesize=5.5 K 2024-11-12T21:56:43,448 DEBUG [M:0;0c576948786c:43093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae77ce76a3ba40328ea680c3728cae97 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae77ce76a3ba40328ea680c3728cae97 2024-11-12T21:56:43,451 INFO [M:0;0c576948786c:43093 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae77ce76a3ba40328ea680c3728cae97 2024-11-12T21:56:43,451 INFO [M:0;0c576948786c:43093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae77ce76a3ba40328ea680c3728cae97, entries=164, sequenceid=2148, filesize=43.3 K 2024-11-12T21:56:43,452 DEBUG [M:0;0c576948786c:43093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/447f0266678c41b78fc3122dc46fca47 as hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/447f0266678c41b78fc3122dc46fca47 2024-11-12T21:56:43,455 INFO [M:0;0c576948786c:43093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38317/user/jenkins/test-data/9e463653-4502-6ab4-6d63-eacd6df2efdd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/447f0266678c41b78fc3122dc46fca47, entries=1, sequenceid=2148, filesize=5.0 K 2024-11-12T21:56:43,456 INFO [M:0;0c576948786c:43093 {}] regionserver.HRegion(3140): Finished flush of dataSize ~771.15 KB/789662, heapSize ~944.61 KB/967280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 498ms, sequenceid=2148, compaction requested=false 2024-11-12T21:56:43,465 INFO [M:0;0c576948786c:43093 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:56:43,465 DEBUG [M:0;0c576948786c:43093 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731448602957Disabling compacts and flushes for region at 1731448602957Disabling writes for close at 1731448602958 (+1 ms)Obtaining lock to block concurrent updates at 1731448602958Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731448602958Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=789662, getHeapSize=967520, getOffHeapSize=0, getCellsCount=2337 at 1731448602958Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731448602959 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731448602959Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731448602972 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731448602972Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731448603378 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731448603399 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731448603399Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731448603409 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731448603430 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731448603430Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b3986c: reopening flushed file at 1731448603444 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e4f24f: reopening flushed file at 1731448603448 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d046017: reopening flushed file at 1731448603451 (+3 ms)Finished flush of dataSize ~771.15 KB/789662, heapSize ~944.61 KB/967280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 498ms, sequenceid=2148, compaction requested=false at 1731448603456 (+5 ms)Writing region close event to WAL at 1731448603464 (+8 ms)Closed at 1731448603464 2024-11-12T21:56:43,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741830_1006 (size=930457) 2024-11-12T21:56:43,469 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T21:56:43,469 INFO [M:0;0c576948786c:43093 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T21:56:43,469 INFO [M:0;0c576948786c:43093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43093 2024-11-12T21:56:43,470 INFO [M:0;0c576948786c:43093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T21:56:43,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T21:56:43,575 INFO [M:0;0c576948786c:43093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T21:56:43,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10035ed66f70000, quorum=127.0.0.1:52672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T21:56:43,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T21:56:43,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T21:56:43,583 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T21:56:43,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T21:56:43,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/hadoop.log.dir/,STOPPED} 2024-11-12T21:56:43,586 WARN [BP-1739344094-172.17.0.2-1731448406959 heartbeating to localhost/127.0.0.1:38317 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T21:56:43,586 WARN [BP-1739344094-172.17.0.2-1731448406959 heartbeating to localhost/127.0.0.1:38317 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1739344094-172.17.0.2-1731448406959 (Datanode Uuid 05340761-cc2d-4529-bff7-ef16af33909c) service to localhost/127.0.0.1:38317 2024-11-12T21:56:43,586 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T21:56:43,586 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T21:56:43,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/cluster_e93474f1-476d-f728-5868-6da2d789953e/data/data1/current/BP-1739344094-172.17.0.2-1731448406959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T21:56:43,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/cluster_e93474f1-476d-f728-5868-6da2d789953e/data/data2/current/BP-1739344094-172.17.0.2-1731448406959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T21:56:43,590 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T21:56:43,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T21:56:43,601 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T21:56:43,601 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T21:56:43,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T21:56:43,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c2acbf8-9d55-4dc1-c98a-f99d1e2f7e57/hadoop.log.dir/,STOPPED} 2024-11-12T21:56:43,624 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T21:56:43,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down